-- Logs begin at Thu 2022-03-10 06:13:55 UTC, end at Thu 2022-03-10 07:33:35 UTC. -- Mar 10 07:00:24.790092 dv-cinder-832919-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 07:00:27.692097 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.common.config [-] Logging enabled! Mar 10 07:00:27.692695 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 07:00:27.692887 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 07:00:27.696251 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.common.config [-] Logging enabled! Mar 10 07:00:27.696509 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 07:00:27.696823 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 07:00:27.697760 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 07:00:27.697997 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 07:00:27.698369 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 07:00:27.698618 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 07:00:27.698847 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 07:00:27.699576 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.700007 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 07:00:27.700338 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.700642 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.700943 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.701241 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.701563 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.701848 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.702139 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.702438 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.702725 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.703007 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.703292 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.703584 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.703865 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.704152 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.704438 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.704720 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] debug = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.705265 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.705727 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.706143 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.706422 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.706712 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.706992 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.707262 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.707537 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.707821 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.708147 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] host = dv-cinder-832919-1-iscsi {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.708427 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.708740 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.709027 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.709332 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.709614 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.709889 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.710178 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.710452 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.710724 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.710998 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.711285 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.711571 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.711858 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.712084 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.712308 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.712597 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.712881 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.713156 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.713457 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.713733 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.714005 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.714278 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.714548 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.714828 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.715109 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.715390 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.715662 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.715932 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.716201 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.716470 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.716753 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.717023 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.717315 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.717587 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.717871 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.718138 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.718410 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.718708 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.718994 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.719275 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.719559 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.719833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.720119 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.720390 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.720662 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.720933 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] use_json = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.721204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.721506 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.721786 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.722058 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.722327 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.722599 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.722869 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.723152 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.723423 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:27.723715 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.724009 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.724820 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.725119 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.725440 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.725724 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.726013 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.726291 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.726580 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.726868 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.727157 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.727435 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.727732 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.728020 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.728314 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.728617 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.728911 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.729203 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.729509 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.729789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.730062 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.730341 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.731469 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.731469 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.731469 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.731469 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.731882 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.732004 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.732291 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.732583 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.732873 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.733148 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.733457 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.733750 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.734030 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.734300 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.734576 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.734865 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.735143 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.735415 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.735698 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.736013 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.736248 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.736520 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.736799 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.737089 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.737394 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.737670 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.737940 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.738218 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.738492 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.738782 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.739061 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.739334 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.739606 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.740520 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.740800 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.741074 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.741381 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.741658 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.741937 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.742210 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.742482 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.742755 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.743027 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.743300 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.743572 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.743843 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.744120 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.744393 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.744665 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.744936 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.745213 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.745512 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.745799 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.746095 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.746374 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.746654 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.746931 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.747211 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.747488 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.747765 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.748043 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.748320 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.748592 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.748880 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.749164 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.749482 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.749783 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.750059 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.750355 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.750640 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.750920 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.751205 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.751484 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.751764 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.752046 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.752329 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.752620 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.752911 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.753204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.753525 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.753819 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.754103 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.754413 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.754692 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:27.754911 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 07:00:27.755150 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103505) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 07:00:28.128035 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 07:00:28.128318 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 07:00:28.128624 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 07:00:28.129103 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 07:00:28.455592 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.455805 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.456079 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.457278 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.457586 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.457971 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.503291 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.503574 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.503841 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.518419 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.518701 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.518972 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.547667 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.548004 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.548285 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.586222 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.586504 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.586775 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.930666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.931285 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.931285 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.931466 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:28.932157 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.031038 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.031366 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.031649 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.031923 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.032194 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.032511 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.032773 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.033029 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.033283 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.033592 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.033853 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.034118 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.034375 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.034628 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.034887 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.035152 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.035408 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.035675 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.035971 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.036260 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.036530 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.037359 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.037645 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.038019 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.038271 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.038521 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.038918 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:29.039162 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:29.039401 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:29.039640 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:29.039878 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:29.040116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:29.040480 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 07:00:29.043756 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 07:00:29.047828 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 07:00:29.051540 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 10 07:00:29.053222 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 07:00:29.053715 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 07:00:29.054050 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 07:00:29.054430 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 07:00:29.057254 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 07:00:29.057529 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 07:00:29.057879 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 07:00:29.062738 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 07:00:29.087119 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 07:00:29.087573 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.087876 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103505) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 07:00:29.088249 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.089645 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103505) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 07:00:29.089925 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 07:00:29.090172 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 07:00:29.093467 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.093753 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:29.156470 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 07:00:29.156712 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 07:00:29.156949 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 07:00:29.157329 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 07:00:29.177279 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_db.sqlalchemy.engines [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103505) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 07:00:29.711859 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing driver for type 'gre' Mar 10 07:00:29.712408 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] gre ID ranges: [(1, 1000)] Mar 10 07:00:29.843150 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing driver for type 'local' Mar 10 07:00:29.843485 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing driver for type 'vlan' Mar 10 07:00:29.934561 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] VlanTypeDriver initialization complete Mar 10 07:00:29.935137 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing driver for type 'vxlan' Mar 10 07:00:29.935367 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] vxlan ID ranges: [(1, 1000)] Mar 10 07:00:30.100533 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing extension driver 'port_security' Mar 10 07:00:30.100875 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.extensions.port_security [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] PortSecurityExtensionDriver initialization complete Mar 10 07:00:30.101206 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing mechanism driver 'openvswitch' Mar 10 07:00:30.101569 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing mechanism driver 'hyperv' Mar 10 07:00:30.108233 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.plugin [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:30.109110 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.109503 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.109866 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.110438 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 07:00:30.110866 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.111216 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.111559 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.111955 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 07:00:30.112394 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.112741 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.113077 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.113500 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 07:00:30.113908 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > security_group after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.114256 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > security_group after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.114597 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.114991 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 07:00:30.115391 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.115736 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.116075 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.116465 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 07:00:30.116906 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > address_group after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.117252 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > address_group after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.117610 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.118002 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 07:00:30.118439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] ML2 OVO RPC backend initialized. {{(pid=103505) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 07:00:30.119137 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.119486 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.119901 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.120243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > networks before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.120583 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.120917 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > ports before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.121255 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.121612 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnets before_response 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.121951 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.122281 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.122607 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.122937 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.123306 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.123634 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.123961 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.124288 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.124613 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.132368 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded quota_driver: . Mar 10 07:00:30.132732 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.plugin [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Modular L2 Plugin initialization complete Mar 10 07:00:30.133076 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading services supported by the core plugin {{(pid=103505) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 07:00:30.133448 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.plugins.ml2.managers [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Got port-security extension from driver 'port_security' Mar 10 07:00:30.133922 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.extensions.vlantransparent [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Disabled vlantransparent extension. Mar 10 07:00:30.134408 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103505) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 07:00:30.134733 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: router Mar 10 07:00:30.182508 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.182899 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_create 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.183263 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router before_create 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.183626 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.183993 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.184343 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_delete 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.184695 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.185039 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.185450 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_create 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.185799 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_update 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.186144 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_update 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.186485 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.186833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_update 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.187236 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_update 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.187596 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.187928 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.188259 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: subnet after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.188588 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.188930 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.189273 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_create 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.189671 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.190011 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.190360 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router after_update 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.190696 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.191165 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_create 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.191528 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.191871 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_update 55549900 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.192229 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > agent after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.192575 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > agent after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.193470 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > network after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.194313 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Tracking information for resource: router configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:30.194640 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Tracking information for resource: floatingip configured {{(pid=103505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 07:00:30.199546 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.db.l3_agentschedulers_db [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 07:00:30.200120 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.200480 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port after_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.200831 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port after_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.201178 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: port after_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.201989 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router before_create 55550100 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.202351 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.202708 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_create 55550100 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.203059 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > router precommit_update 55550100 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.208095 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.provider_configuration [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service providers = [] {{(pid=103505) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 07:00:30.208476 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.db.servicetype_db [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103505) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 07:00:30.212067 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.service_base [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 07:00:30.212414 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.service_base [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 07:00:30.212753 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.service_base [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 07:00:30.213663 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.services.service_base [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 07:00:30.214144 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.services.service_base [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 07:00:30.214435 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.214750 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 07:00:30.231530 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.231857 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: auto_allocate Mar 10 07:00:30.237677 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: network precommit_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.238045 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: network precommit_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.238564 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.238883 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: tag Mar 10 07:00:30.246172 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.246501 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: timestamp Mar 10 07:00:30.250337 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.250666 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: network_ip_availability Mar 10 07:00:30.259789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.259789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.259789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.259789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.259789 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: flavors Mar 10 07:00:30.264216 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.264586 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading Plugin: revisions Mar 10 07:00:30.268879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 07:00:30.269273 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_concurrency.lockutils [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.141s {{(pid=103505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 07:00:30.270018 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103505) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 07:00:30.270352 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Initializing extension manager. Mar 10 07:00:30.270874 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: __init__.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.271276 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: __pycache__ {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.271614 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: address_group.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.272355 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.272912 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: address-group Mar 10 07:00:30.273236 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: address_scope.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.273960 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.274463 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: address-scope Mar 10 07:00:30.274783 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.275696 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.276195 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: router-admin-state-down-before-update Mar 10 07:00:30.276516 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: agent.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.277237 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.277758 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: agent Mar 10 07:00:30.278079 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: agent_resources_synced.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.278974 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.279472 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: agent-resources-synced Mar 10 07:00:30.279792 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: allowedaddresspairs.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.281580 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.282091 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: allowed-address-pairs Mar 10 07:00:30.282413 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: auto_allocated_topology.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.283620 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.284131 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: auto-allocated-topology Mar 10 07:00:30.284452 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: availability_zone.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.285138 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.285675 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: availability_zone Mar 10 07:00:30.285993 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: availability_zone_filter.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.286920 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.287415 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: availability_zone_filter Mar 10 07:00:30.287737 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: data_plane_status.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.288661 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.289151 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 07:00:30.289494 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: default_subnetpools.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.290396 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.290890 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: default-subnetpools Mar 10 07:00:30.291207 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.292001 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.292492 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: dhcp_agent_scheduler Mar 10 07:00:30.292808 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: dns.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.293771 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.294266 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension dns-integration not supported by any of loaded plugins Mar 10 07:00:30.302804 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: dns_domain_ports.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.303476 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.303968 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 07:00:30.304286 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.305192 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.305721 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 07:00:30.306037 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: dvr.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.306694 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.307190 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: dvr Mar 10 07:00:30.307507 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: ecmp_routes.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.308408 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.308906 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 07:00:30.309255 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: empty_string_filtering.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.310172 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.310665 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: empty-string-filtering Mar 10 07:00:30.310984 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.311875 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.312366 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 07:00:30.312684 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.313603 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.314136 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 07:00:30.314458 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: external_net.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.315344 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.315835 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: external-net Mar 10 07:00:30.316153 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.317040 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.317629 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: extra_dhcp_opt Mar 10 07:00:30.318548 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: extraroute.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.319439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.319934 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: extraroute Mar 10 07:00:30.320251 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: extraroute_atomic.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.321357 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.321857 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: extraroute-atomic Mar 10 07:00:30.322177 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: filter_validation.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.322831 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.323322 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: filter-validation Mar 10 07:00:30.323641 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: fip_pf_description.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.324532 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.325027 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 07:00:30.325406 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: fip_port_details.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.332332 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.332834 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: fip-port-details Mar 10 07:00:30.333155 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: flavors.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.334473 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.334981 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: flavors Mar 10 07:00:30.335301 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.336995 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.337611 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 07:00:30.337950 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: floatingip_pools.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.338645 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.339153 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: floatingip-pools Mar 10 07:00:30.339481 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: ip_allocation.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.340389 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.340892 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 07:00:30.341215 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.342143 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.342648 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: ip-substring-filtering Mar 10 07:00:30.343015 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l2_adjacency.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.343923 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.344419 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 07:00:30.344739 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.345702 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.346211 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: router Mar 10 07:00:30.346532 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.348781 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.349535 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 07:00:30.349725 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.350654 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.351159 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: ext-gw-mode Mar 10 07:00:30.351484 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.352389 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.352893 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: l3-ha Mar 10 07:00:30.353215 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.354182 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.360295 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 07:00:30.360295 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_flavors.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.360961 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.361486 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: l3-flavors Mar 10 07:00:30.361808 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.363169 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.363677 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 07:00:30.364002 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.365449 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.365959 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 07:00:30.366323 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: l3agentscheduler.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.367353 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.367856 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: l3_agent_scheduler Mar 10 07:00:30.368178 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: local_ip.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.369973 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.370492 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension local_ip not supported by any of loaded plugins Mar 10 07:00:30.370827 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: logging.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.373740 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.374262 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension logging not supported by any of loaded plugins Mar 10 07:00:30.374592 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: metering.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.375334 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.375903 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: metering Mar 10 07:00:30.376229 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.377337 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.377850 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: metering_source_and_destination_fields Mar 10 07:00:30.378176 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: multiprovidernet.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.379099 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.379603 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: multi-provider Mar 10 07:00:30.379926 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: netmtu.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.381474 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.381977 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: net-mtu Mar 10 07:00:30.382297 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: netmtu_writable.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.383239 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.383744 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: net-mtu-writable Mar 10 07:00:30.384064 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: network_availability_zone.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.384805 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.385329 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: network_availability_zone Mar 10 07:00:30.385659 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: network_ip_availability.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.386767 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.387272 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: network-ip-availability Mar 10 07:00:30.387595 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: network_segment_range.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.388359 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.388894 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 07:00:30.389216 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: pagination.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.390206 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.390535 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: pagination Mar 10 07:00:30.390856 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: port_device_profile.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.391757 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.392264 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: port-device-profile Mar 10 07:00:30.392581 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.393518 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.394017 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: port-mac-address-regenerate Mar 10 07:00:30.394375 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.395285 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.395784 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: port-numa-affinity-policy Mar 10 07:00:30.396124 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: port_resource_request.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.397033 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.397554 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 07:00:30.397876 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: port_resource_request_groups.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.398847 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.399344 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 07:00:30.399667 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: portbindings.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.400613 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.401110 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: binding Mar 10 07:00:30.401466 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: portbindings_extended.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.402744 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.403249 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: binding-extended Mar 10 07:00:30.403571 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: portsecurity.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.404505 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.405009 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: port-security Mar 10 07:00:30.405363 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: project_id.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.406370 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.406696 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: project-id Mar 10 07:00:30.407017 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: providernet.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.407912 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.408420 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: provider Mar 10 07:00:30.408776 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.418761 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.419320 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos not supported by any of loaded plugins Mar 10 07:00:30.419655 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.420893 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.421448 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 07:00:30.421778 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.422726 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.423228 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 07:00:30.423551 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_default.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.424449 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.424951 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-default not supported by any of loaded plugins Mar 10 07:00:30.425273 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_fip.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.426218 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.426717 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-fip not supported by any of loaded plugins Mar 10 07:00:30.427035 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.428442 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.428941 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 07:00:30.429318 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_gateway_ip.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.430228 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.430728 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 07:00:30.431051 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_port_network_policy.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.432075 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.432580 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 07:00:30.432902 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.434011 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.434515 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 07:00:30.434836 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.435868 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.436374 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 07:00:30.436739 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_pps_rule.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.444103 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.444609 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-pps not supported by any of loaded plugins Mar 10 07:00:30.444931 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_rule_type_details.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.445888 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.446392 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 07:00:30.446711 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: qos_rules_alias.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.447785 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.448324 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 07:00:30.448646 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: quota_check_limit.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.449576 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.450082 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: quota-check-limit Mar 10 07:00:30.450402 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: quotasv2.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.451358 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.451680 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: quotas Mar 10 07:00:30.451996 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: quotasv2_detail.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.453726 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.454062 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: quota_details Mar 10 07:00:30.454389 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: rbac.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.455684 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.456204 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: rbac-policies Mar 10 07:00:30.456530 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: rbac_address_group.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.457670 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.458035 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: rbac-address-group Mar 10 07:00:30.458359 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: rbac_address_scope.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.459751 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.460505 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: rbac-address-scope Mar 10 07:00:30.460944 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: rbac_security_groups.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.461918 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.462479 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: rbac-security-groups Mar 10 07:00:30.462805 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: rbac_subnetpool.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.473284 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.473821 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: rbac-subnetpool Mar 10 07:00:30.474181 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: revisionifmatch.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.475167 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.475669 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: revision-if-match Mar 10 07:00:30.475992 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: revisions.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.477155 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.477683 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: standard-attr-revisions Mar 10 07:00:30.478008 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: router_availability_zone.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.478675 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.479177 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: router_availability_zone Mar 10 07:00:30.479497 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: routerservicetype.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.480446 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.480946 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension router-service-type not supported by any of loaded plugins Mar 10 07:00:30.481265 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.482207 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.482705 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: security-groups-normalized-cidr Mar 10 07:00:30.483029 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.483938 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.484433 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: port-security-groups-filtering Mar 10 07:00:30.484754 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.485777 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.486318 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: security-groups-remote-address-group Mar 10 07:00:30.486635 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.487556 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.488055 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: security-groups-shared-filtering Mar 10 07:00:30.488376 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.488955 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 07:00:30.489273 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: securitygroup.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.499641 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.500165 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: security-group Mar 10 07:00:30.500493 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: segment.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.501219 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.501759 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension segment not supported by any of loaded plugins Mar 10 07:00:30.502084 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.503010 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.503554 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 07:00:30.503873 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: servicetype.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.504945 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.506120 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: service-type Mar 10 07:00:30.506444 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: sorting.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.507413 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.507744 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: sorting Mar 10 07:00:30.508066 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: standard_attr_segment.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.508996 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.509527 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 07:00:30.509893 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: standardattrdescription.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.510486 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.510982 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: standard-attr-description Mar 10 07:00:30.511300 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: stateful_security_group.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.512225 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.512727 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: stateful-security-group Mar 10 07:00:30.513045 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: stdattrs_common.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.513635 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 07:00:30.513955 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.514913 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.515417 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 07:00:30.515738 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: subnet_onboard.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.516786 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.517312 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: subnet_onboard Mar 10 07:00:30.517638 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.518566 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.519063 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 07:00:30.519383 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: subnet_service_types.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.520295 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.520795 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: subnet-service-types Mar 10 07:00:30.521162 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: subnetallocation.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.526529 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.527036 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: subnet_allocation Mar 10 07:00:30.527358 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.528018 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.528524 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: subnetpool-prefix-ops Mar 10 07:00:30.528841 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.529786 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.530283 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 07:00:30.530603 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: tagging.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.531701 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.532258 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: standard-attr-tag Mar 10 07:00:30.532578 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: timestamp.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.533811 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.534321 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loaded extension: standard-attr-timestamp Mar 10 07:00:30.534646 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: trunk.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.535677 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.536186 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension trunk not supported by any of loaded plugins Mar 10 07:00:30.536512 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: trunk_details.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.537508 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.538012 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension trunk-details not supported by any of loaded plugins Mar 10 07:00:30.538333 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: uplink_status_propagation.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.539248 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.539748 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 07:00:30.540069 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Loading extension file: vlantransparent.py {{(pid=103505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 07:00:30.540733 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 07:00:30.541232 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 07:00:30.543793 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:network Mar 10 07:00:30.544305 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:subnet Mar 10 07:00:30.544699 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 07:00:30.545087 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:port Mar 10 07:00:30.546376 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.546815 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service FLAVORS assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.547423 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.547847 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.548177 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:router Mar 10 07:00:30.548594 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:floatingip Mar 10 07:00:30.549091 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service METERING assigned prefix: /metering {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.550608 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.554567 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.554567 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:00:30.554567 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 07:00:30.554567 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:security_group Mar 10 07:00:30.554567 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 07:00:30.554567 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service CORE assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.555003 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 07:00:30.555003 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] subnetpool is already registered Mar 10 07:00:30.555368 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service CORE assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.555730 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 07:00:30.556064 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] subnetpool is already registered Mar 10 07:00:30.558295 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.558719 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service FLAVORS assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.559289 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.559703 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.560032 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:router Mar 10 07:00:30.560409 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] router is already registered Mar 10 07:00:30.560814 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:floatingip Mar 10 07:00:30.561145 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] floatingip is already registered Mar 10 07:00:30.561618 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service METERING assigned prefix: /metering {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.562267 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 07:00:30.562586 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] rbac_policy is already registered Mar 10 07:00:30.562987 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:security_group Mar 10 07:00:30.563316 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] security_group is already registered Mar 10 07:00:30.563709 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 07:00:30.564034 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] security_group_rule is already registered Mar 10 07:00:30.564641 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service CORE assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.564965 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 07:00:30.565302 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] subnetpool is already registered Mar 10 07:00:30.565717 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.v2.resource_helper [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Service CORE assigned prefix: {{(pid=103505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 07:00:30.566088 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 07:00:30.566415 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING neutron.quota.resource_registry [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] subnetpool is already registered Mar 10 07:00:30.566871 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: extensions {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.569004 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: address-groups {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.570524 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: address-scopes {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.571826 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: agents {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.573035 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: auto-allocated-topology {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.574310 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: availability_zones {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.575512 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: dhcp-networks {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.577015 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: dhcp-agents {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.578460 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: routers {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.580973 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: flavors {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.582145 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: service_profiles {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.583383 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: next_providers {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.584845 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: service_profiles {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.586533 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: floatingip-pools {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.587740 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: routers {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.589908 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: floatingips {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.592092 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: l3-routers {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.593497 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: l3-agents {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.594955 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: metering-labels {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.596297 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: metering-label-rules {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.597595 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: network-ip-availabilities {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.598846 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: bindings {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.601060 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: quotas {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.602640 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: quotas {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.604157 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: rbac-policies {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.605545 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: security-groups {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.611914 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: security-group-rules {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.611914 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: service-providers {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.611914 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: subnetpools {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.611914 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: subnetpools {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.612221 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.613869 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.616276 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.618088 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.619945 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.622063 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.623826 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.625744 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.627484 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.629351 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron.api.extensions [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Extended resource: tags {{(pid=103505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 07:00:30.635367 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING keystonemiddleware.auth_token [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 07:00:30.640086 dv-cinder-832919-1-iscsi neutron-server[103505]: WARNING keystonemiddleware.auth_token [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 07:00:30.648701 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_concurrency.lockutils [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Acquired lock "singleton_lock" {{(pid=103505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 07:00:30.649259 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_concurrency.lockutils [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Releasing lock "singleton_lock" {{(pid=103505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 07:00:30.649926 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Starting 2 workers Mar 10 07:00:30.654926 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Started child 103616 {{(pid=103505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 07:00:30.659526 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Started child 103617 {{(pid=103505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 07:00:30.660459 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.661161 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO neutron.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 07:00:30.662261 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.662508 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [-] (103616) wsgi starting up on http://0.0.0.0:9696 Mar 10 07:00:30.664817 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Starting 1 workers Mar 10 07:00:30.664988 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.666311 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [-] (103617) wsgi starting up on http://0.0.0.0:9696 Mar 10 07:00:30.670109 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Started child 103618 {{(pid=103505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 07:00:30.670665 dv-cinder-832919-1-iscsi neutron-server[103505]: INFO oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Starting 1 workers Mar 10 07:00:30.674281 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] calling RpcWorker wait() {{(pid=103618) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 07:00:30.674851 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] returning from RpcWorker wait() {{(pid=103618) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 07:00:30.675211 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Started child 103619 {{(pid=103505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 07:00:30.676070 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG neutron_lib.callbacks.manager [None req-83f33eb0-9871-4aca-bb1a-85f3b8854e0c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.676264 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.676819 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:30.678631 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 07:00:30.678847 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 07:00:30.679044 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 07:00:30.679295 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 07:00:30.679631 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 07:00:30.679813 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 07:00:30.680337 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.680617 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.680875 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.680995 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:30.690573 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690573 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690573 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690810 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.690879 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] debug = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.691834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692204 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] host = dv-cinder-832919-1-iscsi {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.692666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693116 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693558 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.693558 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.694296 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.694296 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.694296 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.694723 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_options = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.694723 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.694994 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.695139 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.695283 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.695422 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.695586 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.695846 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.696010 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.696260 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.696485 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.696698 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.696921 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.697153 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.697388 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.697644 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.697855 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.698080 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.698301 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.698553 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.698775 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.699013 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.699249 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.699510 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.699774 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.699986 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.700202 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.700423 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.700648 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.700861 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.702203 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.702903 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.703198 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.703468 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.704132 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.704421 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.704675 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.705160 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.705433 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.705723 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.706028 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.706406 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.706759 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.706973 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.707194 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.707532 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.707899 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.708149 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_json = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.708378 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.708792 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.708949 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.709183 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.709503 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.709725 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.709971 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.710382 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.710530 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.710898 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.711186 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.711505 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.711873 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.712023 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.712398 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.712586 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.712919 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.715619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716217 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716217 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716217 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716217 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716434 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716566 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.716849 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.717096 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.717355 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.717595 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.717822 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.718121 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.718410 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.718745 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.719012 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.719269 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.719533 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.719752 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.720007 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.720239 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.720459 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.720676 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.720894 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.721179 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.721442 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.721661 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.721942 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.722154 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.722378 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.722612 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.722862 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.723104 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.723339 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.723570 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.723805 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.724523 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.724732 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.724949 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.725179 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.725422 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.725652 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.725890 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.726112 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.726323 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.726533 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.726759 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.727010 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.727232 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.727451 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.727677 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.727913 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.728134 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.728396 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.728637 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.728855 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.729071 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.729309 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.729557 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.729773 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.730014 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.730230 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.730452 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.730687 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.730904 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.731152 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.731367 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.731607 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.731822 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.732069 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.732291 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.732505 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.732724 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.732937 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.733151 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.733386 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.733669 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.733972 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.734232 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.734499 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.734723 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.734977 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.735197 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.735445 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.735685 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.735922 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.736146 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.736412 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.736666 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.736872 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.737129 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.737394 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.737651 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.737872 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.738118 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.738391 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.738730 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.738969 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.739214 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.739504 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.740379 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.740643 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.740900 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.741134 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.741410 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.741672 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.741943 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.742184 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.742462 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.742753 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.743018 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.743287 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.743537 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.743767 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.744009 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.744264 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.744532 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.744790 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.745156 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.745453 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.745707 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.745967 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.749502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750087 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750676 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750676 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750676 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.750897 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.751030 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.751249 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.751484 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.751735 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.751978 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.752199 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.752416 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.752637 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.752877 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.753129 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.753366 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.753595 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.753833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.754053 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.754273 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.754497 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.754811 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.755073 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.755337 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.755603 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.755854 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.756071 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.756298 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.756572 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.756808 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.757027 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.757269 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.757519 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.757735 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.757951 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.758171 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.758386 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.758601 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.758829 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.759064 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.759345 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.759584 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.759970 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.760175 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.760406 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.760671 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.761017 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.761288 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.761531 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.761772 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.762032 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.762251 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.762498 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.762716 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.762956 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.763180 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.763400 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.763635 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.763904 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.764143 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.764383 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.764602 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.764843 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.765063 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.765282 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.765541 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.765754 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.766014 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.766302 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.766522 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.766742 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.767027 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.767289 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.767526 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.767789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.768037 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.768290 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.768539 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.768751 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.768966 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.769193 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.769439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.769655 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.769902 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.770136 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.770351 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.770574 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.770791 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.771027 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.771253 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.771464 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.771675 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.771895 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.772113 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.772328 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.772550 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.772760 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.772973 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.773196 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.773435 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.773651 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.773880 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.774097 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.774657 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.774657 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.774815 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.774928 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.775213 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.775462 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.775701 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.775986 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.776214 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.776474 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.776715 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.777020 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.777235 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.777514 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.777754 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.777974 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.778195 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.778461 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.778771 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.779062 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.779289 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.779544 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.779827 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.780114 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.780389 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.780604 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.780884 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.781225 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.781524 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.781792 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.782039 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.782297 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.782494 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.782739 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.782975 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.783222 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.783439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.783704 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.783968 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.784190 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.784426 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.784652 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.784886 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.785109 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.785357 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.785581 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.785881 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.786045 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 07:00:30.787088 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 07:00:30.787309 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 07:00:30.787549 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 07:00:30.787766 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 07:00:30.787988 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 07:00:30.788152 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 07:00:30.788590 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.788759 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.788921 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.789117 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.789253 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.789451 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.789616 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.789779 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.789938 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.790099 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.790259 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.790419 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.790580 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.790739 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.790900 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791110 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791244 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791367 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791516 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791677 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791836 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.791994 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.792154 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] debug = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.792313 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.792525 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.792693 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.792851 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793011 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793169 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793348 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793510 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793670 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793831 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.793989 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.794149 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.794308 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.794468 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.794627 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.794786 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.794945 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.795103 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.795262 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] host = dv-cinder-832919-1-iscsi {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.795422 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.795580 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.795739 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.795898 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.796062 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.796220 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.796393 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.796535 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.796697 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.796856 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.797016 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.797177 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.797355 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.797515 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.797674 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_options = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.797833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798047 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798161 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798319 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798484 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798644 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798804 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.798965 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.799124 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.799286 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.799446 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.799619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.799751 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.799911 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.800069 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.800227 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.800385 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.800548 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.800718 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801044 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801224 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801386 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801518 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801673 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801834 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.801992 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.802170 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.802881 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803017 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803177 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803336 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803497 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803656 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803817 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.803976 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.804134 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.804293 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.804833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.804833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.804833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805074 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805074 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805215 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805355 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805517 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805677 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805837 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_json = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.805985 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.806145 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.806305 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.806465 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.806636 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.806776 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.807277 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.807277 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.807277 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 07:00:30.807563 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.807563 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.807753 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.807886 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.808048 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.808222 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.808360 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.808523 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.808685 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.808846 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.809017 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.809245 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.809449 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.809613 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.809776 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.810140 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.810355 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.810566 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.810774 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.810943 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.811163 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.811337 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.811510 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.811673 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.811836 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.811998 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.812161 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.812330 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.812493 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.812671 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.812835 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.812998 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.813162 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.814354 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.816243 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.817980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.818652 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.818652 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.818652 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.818652 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819102 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819102 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819102 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819439 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819788 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.819788 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820019 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820019 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820195 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820359 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820522 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820686 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.820849 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.821012 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.821175 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.821357 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.821521 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.821684 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.821846 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.822007 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.822171 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.822341 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.822517 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.822680 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.822843 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.823006 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.823168 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.823330 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.823545 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.823713 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.823875 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.824037 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.824201 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.824364 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.824529 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.824692 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.824854 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.825017 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.825180 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.825363 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.825527 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.825689 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.825850 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826013 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826175 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826337 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826502 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826664 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826826 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.826996 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.827158 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.827324 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.827486 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.827654 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.827825 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.827989 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.828152 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.828314 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.828476 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.828694 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.828831 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.828954 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.829078 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.829253 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.829424 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.829597 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.829760 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.830180 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.830352 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.830536 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.830697 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.830858 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831021 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831183 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831345 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831506 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831669 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.831995 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.832081 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:30.832165 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.832308 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.832471 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.832634 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.832796 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.832958 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.833121 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.833283 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.833496 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.833662 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.833826 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.833988 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.834151 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.834312 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.834474 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.834639 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.834870 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.835039 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.835202 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.835364 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.835527 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.835688 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.835939 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.836155 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.836324 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.836716 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.836884 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.837343 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.837513 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.837677 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.837840 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838003 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838165 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838328 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838493 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838655 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.838967 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.839121 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.839279 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.839434 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.839597 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.839746 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.839910 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.840073 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.840253 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.840415 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.840578 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.840742 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.840905 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.841068 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.841231 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.841415 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.841578 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.841741 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.841905 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.842065 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.842227 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.842390 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.842553 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.842715 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.842880 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.843045 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.843213 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.843379 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.843544 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.843707 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.843869 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.844031 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.844193 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.844356 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.844519 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.844682 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.844845 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.845020 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.845188 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.845371 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.845535 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.845696 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.845859 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.846046 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.846203 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.846365 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.846527 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.846689 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.846851 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.847022 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.847185 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.847347 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.847509 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.847670 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.847833 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848036 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848155 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848316 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848479 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848640 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848803 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.848980 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.849657 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.849821 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.849986 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.850147 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.850310 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.850481 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.850644 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.850806 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.850968 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.851130 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.851293 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.851463 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.851626 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.851789 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.851958 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.852120 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.852282 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.852445 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.852618 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.852782 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.852944 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.853108 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.853269 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.853451 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.853619 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.853787 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.853958 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.854128 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.854299 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.854466 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.854638 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.854808 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.854972 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.855140 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.855317 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.855479 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.855642 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.855804 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.855967 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.856130 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.856353 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.856531 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.857131 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.857316 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.857483 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.857645 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.857808 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.857970 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.858133 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.858296 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.858459 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.858621 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.858784 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.858964 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 07:00:30.859095 dv-cinder-832919-1-iscsi neutron-server[103505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 07:00:30.966669 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37136) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:30.976105 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071967 Mar 10 07:00:42.455223 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9e0b3-d33e-4c9f-9de7-46d36179ef44 None None] get_active_networks_info from dv-cinder-832919-1-iscsi {{(pid=103618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 07:00:42.557773 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9e0b3-d33e-4c9f-9de7-46d36179ef44 None None] No non-hosted networks {{(pid=103618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 07:00:42.570494 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.agentschedulers_db [None req-a7a9e0b3-d33e-4c9f-9de7-46d36179ef44 None None] DHCP Agent not found on host dv-cinder-832919-1-iscsi {{(pid=103618) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 07:00:42.679363 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-66be360c-249c-4553-8a23-2ec7148a7ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606498'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:44.901368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f2dc-8a01-4b7b-abb2-4e4706653bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606498'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:44.970282 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.db.api [None req-4cd4469b-11f6-466b-ac7c-9093f498ed28 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-832919-1-iscsi {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 07:00:44.970975 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG oslo_db.api [None req-4cd4469b-11f6-466b-ac7c-9093f498ed28 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 07:00:45.495408 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4cd4469b-11f6-466b-ac7c-9093f498ed28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:45.959320 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606498'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:47.455604 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606498'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:48.505546 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.db.l3_hamode_db [None req-7038f338-a038-4968-a9d3-57ce0e1ced5c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 07:00:48.585757 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038f338-a038-4968-a9d3-57ce0e1ced5c None None] Routers set() bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:00:48.586144 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038f338-a038-4968-a9d3-57ce0e1ced5c None None] Router IDs set() for agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 07:00:48.666890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37220) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:48.961789 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606498'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:48.966717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.966717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.966717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.966717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.966717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967148 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967148 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967148 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967148 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967148 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967549 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967549 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967549 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:48.967549 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832919-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:48.972991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832919-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:00:49.183305 dv-cinder-832919-1-iscsi neutron-server[103617]: WARNING oslo_policy.policy [None req-53979e36-7847-4a90-ba4a-7b0f5c11d38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:49.185577 dv-cinder-832919-1-iscsi neutron-server[103617]: WARNING oslo_policy.policy [None req-53979e36-7847-4a90-ba4a-7b0f5c11d38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:49.420207 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [None req-53979e36-7847-4a90-ba4a-7b0f5c11d38f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:00:49.421239 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-53979e36-7847-4a90-ba4a-7b0f5c11d38f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7533994 Mar 10 07:00:51.941098 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37246) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:52.249635 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:52.355380 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.policy [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 07:00:52.397569 dv-cinder-832919-1-iscsi neutron-server[103617]: WARNING oslo_policy.policy [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:52.397939 dv-cinder-832919-1-iscsi neutron-server[103617]: WARNING oslo_policy.policy [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:52.533584 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762901360246', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762901356969', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762901337661', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762901348102', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762901320873', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762901330576', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1090872', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1068823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-358997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432999'] for rbac-policy (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:52.685307 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:52.686420 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-dd592a05-d225-4978-9352-2ac7440adb03 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7443368 Mar 10 07:00:55.164195 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37256) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:55.467438 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:55.549729 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Made reservation on behalf of 178ddbe383d346ab9b08fffa9e53d67b for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:00:55.553346 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:55.570168 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:55.674903 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks [] for security_group (259507ff-593e-44f0-890b-bf6c101dd7aa), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:55.743928 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (259507ff-593e-44f0-890b-bf6c101dd7aa), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:55.767750 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:00:55.802858 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762904511757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (98824855-5d18-4106-91bd-1570328a8d0d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:55.803371 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Unsubscribe: segment precommit_create {{(pid=103617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 07:00:55.803880 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Added segment 98824855-5d18-4106-91bd-1570328a8d0d of type vlan for network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e Mar 10 07:00:55.809650 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=259507ff-593e-44f0-890b-bf6c101dd7aa,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:55.844462 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.844826 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.845180 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.845539 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.845863 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.846181 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.846498 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.846812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.847123 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.847451 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.847763 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.848097 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.848405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Tracked resource versions report: Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: pushed versions: Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: { 'AddressGroup': {'1.2'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'ConntrackHelper': {'1.0'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Log': {'1.0'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Network': {'1.1'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Port': {'1.7'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'PortForwarding': {'1.2'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'QosPolicy': {'1.10'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroup': {'1.5'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SubPort': {'1.0'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Subnet': {'1.1'}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Trunk': {'1.1'}} Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: consumer versions: Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'ConntrackHelper': '1.0', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'LocalIPAssociation': '1.0', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Log': '1.0', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Network': '1.1', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Port': '1.7', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'PortForwarding': '1.2', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'QosPolicy': '1.10', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroup': '1.5', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroupRule': '1.2', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SubPort': '1.0', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Subnet': '1.1', Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Trunk': '1.1'}} Mar 10 07:00:55.849815 dv-cinder-832919-1-iscsi neutron-server[103617]: {{(pid=103617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:00:55.915294 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (927eb13a-f89f-470d-8db5-d19f2b0cfb1e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:56.024246 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (927eb13a-f89f-470d-8db5-d19f2b0cfb1e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:56.029385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:56.030074 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:00:56.142732 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] Pushing event updated for resources: {'Network': ['ID=927eb13a-f89f-470d-8db5-d19f2b0cfb1e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:00:56.154280 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:00:56.158246 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b6d0e4fd-d563-49d6-9c8e-fac3d35d7bec demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9930100 Mar 10 07:00:58.697887 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37268) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:00:59.183067 dv-cinder-832919-1-iscsi neutron-server[103616]: WARNING oslo_policy.policy [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:59.183638 dv-cinder-832919-1-iscsi neutron-server[103616]: WARNING oslo_policy.policy [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:59.618734 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.policy [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 07:00:59.660271 dv-cinder-832919-1-iscsi neutron-server[103616]: WARNING oslo_policy.policy [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:59.661196 dv-cinder-832919-1-iscsi neutron-server[103616]: WARNING oslo_policy.policy [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 07:00:59.669205 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:00:59.671032 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b8040e17-1295-4aee-a2bf-4e3455841cee demo admin] 10.222.0.30 "GET /v2.0/networks/927eb13a-f89f-470d-8db5-d19f2b0cfb1e HTTP/1.1" status: 200 len: 825 time: 0.9711227 Mar 10 07:00:59.708899 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-cf8a1580-5b97-44a3-b5c3-786eb8accdf2 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/41b59589-a289-4f27-91aa-ec81980c7a5d HTTP/1.1" status: 200 len: 734 time: 0.0321023 Mar 10 07:00:59.717271 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Request body: {'subnet': {'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:00:59.825629 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Made reservation on behalf of 178ddbe383d346ab9b08fffa9e53d67b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:00:59.828275 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.163562 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (d2df32f1-c793-4e38-bfb9-18a024bad863), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.228385 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Checking segment: {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:00.228766 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Network hostable DHCP agents. Network: 927eb13a-f89f-470d-8db5-d19f2b0cfb1e, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:01:00.244410 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Pushing event updated for resources: {'Subnet': ['ID=d2df32f1-c793-4e38-bfb9-18a024bad863,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:00.257881 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.258177 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.258531 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.258895 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.259211 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.259531 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.259862 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.260176 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.260485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.260806 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.261118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.261462 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.261767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Tracked resource versions report: Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: pushed versions: Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: { 'AddressGroup': {'1.2'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Log': {'1.0'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Network': {'1.1'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Port': {'1.7'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'PortForwarding': {'1.2'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'QosPolicy': {'1.10'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroup': {'1.5'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SubPort': {'1.0'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Subnet': {'1.1'}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Trunk': {'1.1'}} Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: consumer versions: Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'ConntrackHelper': '1.0', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'LocalIPAssociation': '1.0', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Log': '1.0', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Network': '1.1', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Port': '1.7', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'PortForwarding': '1.2', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'QosPolicy': '1.10', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroup': '1.5', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroupRule': '1.2', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SubPort': '1.0', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Subnet': '1.1', Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Trunk': '1.1'}} Mar 10 07:01:00.263093 dv-cinder-832919-1-iscsi neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:01:00.317894 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:01:00.400826 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 927eb13a-f89f-470d-8db5-d19f2b0cfb1e) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:00.406473 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:00.407145 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:00.423815 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f6186-a45e-468e-aaef-8e74be8cee72 None None] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:00.563819 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3ceed82f-0653-4041-b701-ef3c095bf7cd demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8496726 Mar 10 07:01:00.780368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:01:00.781681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.063106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Allocated IP 172.20.0.2 (927eb13a-f89f-470d-8db5-d19f2b0cfb1e/d2df32f1-c793-4e38-bfb9-18a024bad863/c3d72a97-4023-4af2-9f3e-3376ffca1dff) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:01.337835 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Publish callbacks [] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.415058 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.484331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:01.490047 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:01.501073 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:01.508660 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Pushing event updated for resources: {'Port': ['ID=c3d72a97-4023-4af2-9f3e-3376ffca1dff,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:01.540234 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.540595 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.540956 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.541310 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.541645 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.541972 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.542297 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.542621 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.542943 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.543283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.543608 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.543930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.544247 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Tracked resource versions report: Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: pushed versions: Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: { 'AddressGroup': {'1.2'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'ConntrackHelper': {'1.0'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Log': {'1.0'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Network': {'1.1'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Port': {'1.7'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'PortForwarding': {'1.2'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'QosPolicy': {'1.10'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroup': {'1.5'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SubPort': {'1.0'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Subnet': {'1.1'}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Trunk': {'1.1'}} Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: consumer versions: Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'ConntrackHelper': '1.0', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'LocalIPAssociation': '1.0', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Log': '1.0', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Network': '1.1', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Port': '1.7', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'PortForwarding': '1.2', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'QosPolicy': '1.10', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroup': '1.5', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroupRule': '1.2', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SubPort': '1.0', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Subnet': '1.1', Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Trunk': '1.1'}} Mar 10 07:01:01.545692 dv-cinder-832919-1-iscsi neutron-server[103618]: {{(pid=103618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:01:01.595299 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Attempting to bind port c3d72a97-4023-4af2-9f3e-3376ffca1dff on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:01.595631 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Attempting to bind port c3d72a97-4023-4af2-9f3e-3376ffca1dff by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:01.596054 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Attempting to bind port c3d72a97-4023-4af2-9f3e-3376ffca1dff on network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:01.600906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:01.601283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Checking segment: {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:01.601802 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.602195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Bound using segment: {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:01.602661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Bound port: c3d72a97-4023-4af2-9f3e-3376ffca1dff, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:01.603064 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.664136 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] For port c3d72a97-4023-4af2-9f3e-3376ffca1dff, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:01.668353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] For port c3d72a97-4023-4af2-9f3e-3376ffca1dff, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c3d72a97-4023-4af2-9f3e-3376ffca1dff,segment=NetworkSegment(98824855-5d18-4106-91bd-1570328a8d0d),segment_id=98824855-5d18-4106-91bd-1570328a8d0d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:01.723302 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:01.791254 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590736d9-b303-40ec-bd20-021b6a24bebf None None] Pushing event updated for resources: {'Port': ['ID=c3d72a97-4023-4af2-9f3e-3376ffca1dff,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:03.123027 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37288) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:03.439840 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [None req-64f5f3b9-1b4a-4c73-b36e-b80dc7c6508a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:01:03.441054 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-64f5f3b9-1b4a-4c73-b36e-b80dc7c6508a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169663 Mar 10 07:01:05.988181 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:06.301306 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [None req-07930cb5-00a5-4f14-8a9a-58284c25f294 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:01:06.302391 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-07930cb5-00a5-4f14-8a9a-58284c25f294 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126948 Mar 10 07:01:08.839627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:09.148167 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:09.243208 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:09.244916 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:09.384186 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] Publish callbacks [] for router_controller (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:09.432543 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:09.523642 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:09.524813 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0842aa66-c832-48cb-839a-fb7d1396c260 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6842356 Mar 10 07:01:11.539146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c3d72a97-4023-4af2-9f3e-3376ffca1dff up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:11.628518 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port c3d72a97-4023-4af2-9f3e-3376ffca1dff triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:11.629445 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.742707 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port c3d72a97-4023-4af2-9f3e-3376ffca1dff is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:11.743112 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.776378 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port c3d72a97-4023-4af2-9f3e-3376ffca1dff, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c3d72a97-4023-4af2-9f3e-3376ffca1dff,segment=NetworkSegment(98824855-5d18-4106-91bd-1570328a8d0d),segment_id=98824855-5d18-4106-91bd-1570328a8d0d)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:11.854342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:11.906052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=c3d72a97-4023-4af2-9f3e-3376ffca1dff,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:12.081394 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:12.385681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7f5156d4-50d5-4b3f-b7a9-40e3426618a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:12.403412 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [None req-ca04bddc-0aa5-4473-af9b-4e021f0a8e33 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:01:12.404386 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-ca04bddc-0aa5-4473-af9b-4e021f0a8e33 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220432 Mar 10 07:01:12.718677 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:01:13.063925 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1af90d-c80e-4397-a93a-fb80fcdb018c None None] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:13.132794 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-858d7335-28f4-44bc-9902-b877bc16d20a None None] Provisioning complete for port c3d72a97-4023-4af2-9f3e-3376ffca1dff triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:13.136087 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-858d7335-28f4-44bc-9902-b877bc16d20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.261672 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-858d7335-28f4-44bc-9902-b877bc16d20a None None] Current status of the port c3d72a97-4023-4af2-9f3e-3376ffca1dff is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:13.495251 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-d98cda9a-ee35-4b2f-89ac-eeb15384d228 None None] Provisioning complete for port c3d72a97-4023-4af2-9f3e-3376ffca1dff triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:13.495728 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d98cda9a-ee35-4b2f-89ac-eeb15384d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.529744 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c3d72a97-4023-4af2-9f3e-3376ffca1dff up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:13.614124 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port c3d72a97-4023-4af2-9f3e-3376ffca1dff triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:13.614508 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:13.617813 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d98cda9a-ee35-4b2f-89ac-eeb15384d228 None None] Current status of the port c3d72a97-4023-4af2-9f3e-3376ffca1dff is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:13.696123 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port c3d72a97-4023-4af2-9f3e-3376ffca1dff is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:14.905854 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-008ad7f5-f75e-4c07-9838-8efe3411bda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:14.912532 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:15.221452 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:15.297867 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Made reservation on behalf of 2ce2c87c9aa74eb09c0956f2a2177e25 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:15.300019 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.317018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.428695 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks [] for security_group (4f58a573-7201-4045-9daf-c93c4eebce1e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.509219 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4f58a573-7201-4045-9daf-c93c4eebce1e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.527085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Reserving flat network on physical network physnet1 {{(pid=103616) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 07:01:15.543183 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f58a573-7201-4045-9daf-c93c4eebce1e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:15.551134 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762904511757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (4e457f9d-2418-471c-b608-b86ff54f5c56), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.551635 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Unsubscribe: segment precommit_create {{(pid=103616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 07:01:15.552090 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Added segment 4e457f9d-2418-471c-b608-b86ff54f5c56 of type flat for network 7d55ff7b-d778-4b9b-b550-bb168eff8727 Mar 10 07:01:15.611924 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (7d55ff7b-d778-4b9b-b550-bb168eff8727), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.722441 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (7d55ff7b-d778-4b9b-b550-bb168eff8727), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.723341 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:15.723924 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:15.811631 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] Pushing event updated for resources: {'Network': ['ID=7d55ff7b-d778-4b9b-b550-bb168eff8727,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:15.823355 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:01:15.857358 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-96412632-9d0d-4542-8dbb-554546a72927 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9317343 Mar 10 07:01:15.963147 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:17.418754 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.350344 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37342) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:18.522509 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b67a9e-7fbd-44fd-9d7b-1ff7a3d3f851 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:18.523819 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b7b67a9e-7fbd-44fd-9d7b-1ff7a3d3f851 demo admin] 10.222.0.30 "GET /v2.0/subnets/d2df32f1-c793-4e38-bfb9-18a024bad863 HTTP/1.1" status: 200 len: 849 time: 0.1725509 Mar 10 07:01:18.646966 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3ced6782-4081-477c-bf18-76607a871fdc demo admin] 10.222.0.30 "GET /v2.0/routers/3edaaa5e-5165-4a78-96d1-6e67f2eae42c HTTP/1.1" status: 200 len: 704 time: 0.1173439 Mar 10 07:01:18.905803 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:18.912709 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.243039 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Allocated IP 172.20.0.1 (927eb13a-f89f-470d-8db5-d19f2b0cfb1e/d2df32f1-c793-4e38-bfb9-18a024bad863/7e2fd8a8-0e2c-4b08-9eba-71c0407b1272) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:19.392983 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks [] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.506169 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.615848 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:19.621425 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:19.629038 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:19.629516 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.654424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Pushing event updated for resources: {'Port': ['ID=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:19.870805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.872489 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-9f57c773-093f-465e-a099-d0abf03b05e8 None None] Provisioning complete for port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:19.872884 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9f57c773-093f-465e-a099-d0abf03b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:19.906567 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-9f57c773-093f-465e-a099-d0abf03b05e8 None None] Port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:20.077202 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks [] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.143812 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.144585 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.202318 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Pushing event updated for resources: {'Port': ['ID=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:20.272245 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:20.273662 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:20.494951 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:01:20.592550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:20.598173 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-087c02bc-557d-419b-ac50-8515f29cf926 demo admin] 10.222.0.30 "PUT /v2.0/routers/3edaaa5e-5165-4a78-96d1-6e67f2eae42c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9462354 Mar 10 07:01:20.602267 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Sync routers for ids ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:20.614961 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Routers {'3edaaa5e-5165-4a78-96d1-6e67f2eae42c'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:20.615830 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:01:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:20.631898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-79b2066c-de4b-4682-8482-74154c3b7204 None None] Provisioning complete for port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:20.632403 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-79b2066c-de4b-4682-8482-74154c3b7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:20.670391 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-79b2066c-de4b-4682-8482-74154c3b7204 None None] Port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:20.808362 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Set router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:21.239594 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'name': 'router1', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:09Z', 'updated_at': '2022-03-10T07:01:19Z', 'revision_number': 2, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'gw_port_host': None, '_interfaces': [{'id': '7e2fd8a8-0e2c-4b08-9eba-71c0407b1272', 'name': '', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'mac_address': 'fa:16:3e:6e:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:18Z', 'updated_at': '2022-03-10T07:01:19Z', 'revision_number': 2, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'subnets': [{'id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:21.290736 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Checking router: 3edaaa5e-5165-4a78-96d1-6e67f2eae42c for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:21.291019 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Updating router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:01:21.342129 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.844741 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Publish callbacks [] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:21.905605 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.063333 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:22.080652 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Attempting to bind port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:22.081050 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Attempting to bind port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:22.081534 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Attempting to bind port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 on network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:22.085130 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.085502 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.085841 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.086202 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.086494 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.086824 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.087151 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.087470 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.087789 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.088126 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.088447 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.088763 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.089082 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Tracked resource versions report: Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: pushed versions: Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: { 'AddressGroup': {'1.2'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'ConntrackHelper': {'1.0'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Log': {'1.0'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Network': {'1.1'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Port': {'1.7'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'PortForwarding': {'1.2'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'QosPolicy': {'1.10'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroup': {'1.5'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SubPort': {'1.0'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Subnet': {'1.1'}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Trunk': {'1.1'}} Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: consumer versions: Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'ConntrackHelper': '1.0', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'LocalIPAssociation': '1.0', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Log': '1.0', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Network': '1.1', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Port': '1.7', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'PortForwarding': '1.2', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'QosPolicy': '1.10', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroup': '1.5', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroupRule': '1.2', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SubPort': '1.0', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Subnet': '1.1', Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Trunk': '1.1'}} Mar 10 07:01:22.090522 dv-cinder-832919-1-iscsi neutron-server[103619]: {{(pid=103619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:01:22.095564 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:22.096017 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Checking segment: {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:22.096393 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.096775 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Bound using segment: {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:22.097369 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Bound port: 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98824855-5d18-4106-91bd-1570328a8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:22.097710 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.165889 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] For port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:22.184787 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] For port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,segment=NetworkSegment(98824855-5d18-4106-91bd-1570328a8d0d),segment_id=98824855-5d18-4106-91bd-1570328a8d0d)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:22.199204 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-83a42477-35bd-49d2-a8c7-557608005f14 None None] Provisioning complete for port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:22.199722 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-83a42477-35bd-49d2-a8c7-557608005f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.234249 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-83a42477-35bd-49d2-a8c7-557608005f14 None None] Port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:01:22.306153 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.361059 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58abc1-2fba-450b-8f7b-8f5fbea981b3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,revision_number=4']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:22.370322 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Routers {'3edaaa5e-5165-4a78-96d1-6e67f2eae42c'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:22.371128 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:01:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:22.462638 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] Set router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:22.557738 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] Provisioning complete for port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:22.558139 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.639488 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] Current status of the port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:22.639795 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.672152 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] For port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,segment=NetworkSegment(98824855-5d18-4106-91bd-1570328a8d0d),segment_id=98824855-5d18-4106-91bd-1570328a8d0d)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:22.673939 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'name': 'router1', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:09Z', 'updated_at': '2022-03-10T07:01:19Z', 'revision_number': 2, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'gw_port_host': None, '_interfaces': [{'id': '7e2fd8a8-0e2c-4b08-9eba-71c0407b1272', 'name': '', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'mac_address': 'fa:16:3e:6e:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:18Z', 'updated_at': '2022-03-10T07:01:22Z', 'revision_number': 4, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'subnets': [{'id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:22.704449 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0741-ffbb-4355-9025-ddc1d0e6c01f None None] The sync data for ids ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'] in dv-cinder-832919-1-iscsi is: [{'id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'name': 'router1', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:09Z', 'updated_at': '2022-03-10T07:01:19Z', 'revision_number': 2, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'gw_port_host': None, '_interfaces': [{'id': '7e2fd8a8-0e2c-4b08-9eba-71c0407b1272', 'name': '', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'mac_address': 'fa:16:3e:6e:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:18Z', 'updated_at': '2022-03-10T07:01:22Z', 'revision_number': 4, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'subnets': [{'id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:22.737986 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:22.787578 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefada40-2758-4f04-9b1c-507c19012485 None None] Pushing event updated for resources: {'Port': ['ID=7e2fd8a8-0e2c-4b08-9eba-71c0407b1272,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:23.050733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37362) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:23.161013 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf7dbd-5adc-491a-90b0-ff6bcfac5dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:23.162289 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-bdcf7dbd-5adc-491a-90b0-ff6bcfac5dfa admin admin] 10.222.0.30 "GET /v2.0/networks/7d55ff7b-d778-4b9b-b550-bb168eff8727 HTTP/1.1" status: 200 len: 842 time: 0.1106100 Mar 10 07:01:23.171653 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Request body: {'subnet': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:23.275523 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Made reservation on behalf of 2ce2c87c9aa74eb09c0956f2a2177e25 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:01:23.277814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.594436 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.objects.ports [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 07:01:23.594840 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (fbe00f93-f0d3-4a43-914c-82266ec9c5f1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.646016 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe00f93-f0d3-4a43-914c-82266ec9c5f1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:23.658759 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:23.659112 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Network hostable DHCP agents. Network: 7d55ff7b-d778-4b9b-b550-bb168eff8727, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:01:23.722480 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:01:23.773773 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 7d55ff7b-d778-4b9b-b550-bb168eff8727) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:23.777770 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:23.778390 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:23.783554 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be4e954-cf52-4fd1-bafd-20b6f1570abd None None] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:23.853012 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4ce5aca1-2e0f-481c-b175-9142117da2f5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6846039 Mar 10 07:01:23.885380 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24913a57-b615-48ca-b059-c63b518c1bd1 None None] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:01:26.278485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:26.484226 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-41cb6f76-3701-4da1-b53a-b4a7dc9d4450 demo admin] 10.222.0.30 "GET /v2.0/routers/3edaaa5e-5165-4a78-96d1-6e67f2eae42c HTTP/1.1" status: 200 len: 710 time: 0.2045186 Mar 10 07:01:26.568524 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd01352-97a1-4a24-a024-cc29954695b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:01:26.569902 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-8cd01352-97a1-4a24-a024-cc29954695b8 demo admin] 10.222.0.30 "GET /v2.0/networks/7d55ff7b-d778-4b9b-b550-bb168eff8727 HTTP/1.1" status: 200 len: 886 time: 0.0798137 Mar 10 07:01:26.578621 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:01:26.826827 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks [] for router_gateway (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.149725 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks [] for router_gateway (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.222400 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.325174 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Allocated IP 172.27.0.222 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/9266969a-9093-4f6f-a293-1d1d967eaa4e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:01:27.426416 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks [] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.551543 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:27.588216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:01:27.592734 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:01:27.595329 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:01:27.631156 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Pushing event updated for resources: {'Port': ['ID=9266969a-9093-4f6f-a293-1d1d967eaa4e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:27.939498 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks [] for router_gateway (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.221582 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1613428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8401'] for router (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.225450 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1613435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1613410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608153'] for router (3edaaa5e-5165-4a78-96d1-6e67f2eae42c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.330707 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:01:28.441230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:01:28.445530 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:28.461343 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-ca8d969e-2ecd-4578-bce3-bc1cf07a3a4a demo admin] 10.222.0.30 "PUT /v2.0/routers/3edaaa5e-5165-4a78-96d1-6e67f2eae42c HTTP/1.1" status: 200 len: 890 time: 1.8713360 Mar 10 07:01:29.560282 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:29.611910 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:29.612627 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:29.695867 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:30.963005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37382) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:01:31.115094 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-4a0d6953-a276-4631-b668-60e1a026ee99 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1509917 Mar 10 07:01:31.316875 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Sync routers for ids ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:01:31.330110 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Routers {'3edaaa5e-5165-4a78-96d1-6e67f2eae42c'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:31.331492 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:01:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:31.547250 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Set router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:32.025193 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'name': 'router1', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '9266969a-9093-4f6f-a293-1d1d967eaa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:09Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 4, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'gw_port': {'id': '9266969a-9093-4f6f-a293-1d1d967eaa4e', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:27Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7e2fd8a8-0e2c-4b08-9eba-71c0407b1272', 'name': '', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'mac_address': 'fa:16:3e:6e:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:18Z', 'updated_at': '2022-03-10T07:01:22Z', 'revision_number': 5, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'subnets': [{'id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:32.076956 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Checking router: 3edaaa5e-5165-4a78-96d1-6e67f2eae42c for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:01:32.077339 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Updating router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c port 9266969a-9093-4f6f-a293-1d1d967eaa4e binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:01:32.127906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:32.458817 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Publish callbacks [] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:32.550792 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:32.600138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Attempting to bind port 9266969a-9093-4f6f-a293-1d1d967eaa4e on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:01:32.600509 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Attempting to bind port 9266969a-9093-4f6f-a293-1d1d967eaa4e by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:01:32.600875 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Attempting to bind port 9266969a-9093-4f6f-a293-1d1d967eaa4e on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:01:32.607850 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:01:32.608218 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:01:32.608615 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:32.609003 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:01:32.609516 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Bound port: 9266969a-9093-4f6f-a293-1d1d967eaa4e, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:01:32.609887 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:32.611283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd512-d683-473b-8943-e4cfda502abb None None] Pushing event updated for resources: {'Port': ['ID=9266969a-9093-4f6f-a293-1d1d967eaa4e,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:32.662382 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] For port 9266969a-9093-4f6f-a293-1d1d967eaa4e, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:01:32.665329 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] For port 9266969a-9093-4f6f-a293-1d1d967eaa4e, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=9266969a-9093-4f6f-a293-1d1d967eaa4e,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:01:32.726941 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:32.798832 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd512-d683-473b-8943-e4cfda502abb None None] Pushing event updated for resources: {'Port': ['ID=9266969a-9093-4f6f-a293-1d1d967eaa4e,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:32.801330 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Routers {'3edaaa5e-5165-4a78-96d1-6e67f2eae42c'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:01:32.801900 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:01:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:32.923336 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] Set router 3edaaa5e-5165-4a78-96d1-6e67f2eae42c gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:01:33.146517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'name': 'router1', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '9266969a-9093-4f6f-a293-1d1d967eaa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:09Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 4, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'gw_port': {'id': '9266969a-9093-4f6f-a293-1d1d967eaa4e', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:27Z', 'updated_at': '2022-03-10T07:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7e2fd8a8-0e2c-4b08-9eba-71c0407b1272', 'name': '', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'mac_address': 'fa:16:3e:6e:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:18Z', 'updated_at': '2022-03-10T07:01:22Z', 'revision_number': 5, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'subnets': [{'id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:01:33.173221 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277d528-340e-4d25-89ff-48c0bcade820 None None] The sync data for ids ['3edaaa5e-5165-4a78-96d1-6e67f2eae42c'] in dv-cinder-832919-1-iscsi is: [{'id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'name': 'router1', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '9266969a-9093-4f6f-a293-1d1d967eaa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:01:09Z', 'updated_at': '2022-03-10T07:01:27Z', 'revision_number': 4, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'gw_port': {'id': '9266969a-9093-4f6f-a293-1d1d967eaa4e', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:27Z', 'updated_at': '2022-03-10T07:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7e2fd8a8-0e2c-4b08-9eba-71c0407b1272', 'name': '', 'network_id': '927eb13a-f89f-470d-8db5-d19f2b0cfb1e', 'tenant_id': '178ddbe383d346ab9b08fffa9e53d67b', 'mac_address': 'fa:16:3e:6e:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edaaa5e-5165-4a78-96d1-6e67f2eae42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:01:18Z', 'updated_at': '2022-03-10T07:01:22Z', 'revision_number': 5, 'project_id': '178ddbe383d346ab9b08fffa9e53d67b', 'subnets': [{'id': 'd2df32f1-c793-4e38-bfb9-18a024bad863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b59589-a289-4f27-91aa-ec81980c7a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:01:33.599288 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 9266969a-9093-4f6f-a293-1d1d967eaa4e up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:33.683311 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 9266969a-9093-4f6f-a293-1d1d967eaa4e triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:33.683801 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.821905 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 9266969a-9093-4f6f-a293-1d1d967eaa4e is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:33.822330 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.851454 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 9266969a-9093-4f6f-a293-1d1d967eaa4e, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=9266969a-9093-4f6f-a293-1d1d967eaa4e,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:01:33.916705 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:33.979138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=9266969a-9093-4f6f-a293-1d1d967eaa4e,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:01:35.574465 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 9266969a-9093-4f6f-a293-1d1d967eaa4e up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:01:35.647910 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 9266969a-9093-4f6f-a293-1d1d967eaa4e triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:01:35.648700 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (9266969a-9093-4f6f-a293-1d1d967eaa4e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:35.743681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 9266969a-9093-4f6f-a293-1d1d967eaa4e is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:01:42.435194 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6cff-4a29-4db1-ad9a-f5ea4dc3d68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:44.859770 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b8417eb-d4ef-4004-865f-c714beee4b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:45.956991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:47.379443 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:48.938768 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:01:49.719342 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:02:12.430539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c30ebb63-f8b5-4187-92ee-0a0149c53227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:15.365344 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-32389aad-768c-4506-8d2b-d19c77a0209c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:15.929084 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:17.396576 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:18.932973 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:26.720178 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:02:42.423611 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e1c5820e-3d37-4356-b457-3d8cb67d6894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:44.869127 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f6c82670-65d7-4f26-96fb-4e1e9c1c9102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:45.995470 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:47.389788 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:48.932107 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:54.376271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37866) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:54.442298 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04cdbce-71e8-4c59-b3fa-893bc2fb445c admin admin] GET failed (client error): The resource could not be found. Mar 10 07:02:54.443551 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a04cdbce-71e8-4c59-b3fa-893bc2fb445c admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663610 Mar 10 07:02:54.625504 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74511633-17f2-4acc-afa1-6f99d8ffeb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:54.626904 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-74511633-17f2-4acc-afa1-6f99d8ffeb5c admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1793752 Mar 10 07:02:56.933488 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37876) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:57.027093 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f3eeb3-f30c-4679-8ed9-d25eb7f878be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:57.028444 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-18f3eeb3-f30c-4679-8ed9-d25eb7f878be admin admin] 10.222.0.30 "GET /v2.0/subnets/d2df32f1-c793-4e38-bfb9-18a024bad863 HTTP/1.1" status: 200 len: 849 time: 0.0940228 Mar 10 07:02:57.038613 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:02:57.120437 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Publish callbacks [] for subnet (d2df32f1-c793-4e38-bfb9-18a024bad863), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:57.297284 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762904701278'] for subnet (d2df32f1-c793-4e38-bfb9-18a024bad863), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:57.324887 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:57.325508 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:57.326781 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] 10.222.0.30 "PUT /v2.0/subnets/d2df32f1-c793-4e38-bfb9-18a024bad863 HTTP/1.1" status: 200 len: 868 time: 0.2918861 Mar 10 07:02:57.333054 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0996ffb9-bea3-4bab-a420-4d6b46306e8a None None] Network 927eb13a-f89f-470d-8db5-d19f2b0cfb1e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:02:57.351750 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2df32f1-c793-4e38-bfb9-18a024bad863,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:02:57.359245 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.359615 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.359963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.360301 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.360633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.361351 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.361351 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.361674 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.361993 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.362340 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.362665 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.362999 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.363306 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b449f-d4ca-43bc-881c-e02f2d739938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:02:57.715714 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-35b97d2b-d04f-4cd5-a582-fb404d1d5745 None None] Provisioning complete for port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:02:57.716109 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-35b97d2b-d04f-4cd5-a582-fb404d1d5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7e2fd8a8-0e2c-4b08-9eba-71c0407b1272), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:57.794860 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-35b97d2b-d04f-4cd5-a582-fb404d1d5745 None None] Current status of the port 7e2fd8a8-0e2c-4b08-9eba-71c0407b1272 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:57.804965 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-35b97d2b-d04f-4cd5-a582-fb404d1d5745 None None] Provisioning complete for port c3d72a97-4023-4af2-9f3e-3376ffca1dff triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:02:57.805380 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-35b97d2b-d04f-4cd5-a582-fb404d1d5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c3d72a97-4023-4af2-9f3e-3376ffca1dff), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:02:57.879105 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-35b97d2b-d04f-4cd5-a582-fb404d1d5745 None None] Current status of the port c3d72a97-4023-4af2-9f3e-3376ffca1dff is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:02:59.641364 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37886) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:02:59.839242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a823e2-50b5-4bd4-bb3a-5fe9711c4c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:59.839616 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a823e2-50b5-4bd4-bb3a-5fe9711c4c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:02:59.841129 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-13a823e2-50b5-4bd4-bb3a-5fe9711c4c9b admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988344 Mar 10 07:03:02.174917 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:02.380268 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4908e-d3bc-417c-a94d-35e8ce24f871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:02.380653 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4908e-d3bc-417c-a94d-35e8ce24f871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:02.382320 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-22d4908e-d3bc-417c-a94d-35e8ce24f871 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064533 Mar 10 07:03:03.718379 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:03:04.690194 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:04.813486 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd5510-6e6a-4936-8004-bef98ce56048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:04.814821 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5ebd5510-6e6a-4936-8004-bef98ce56048 admin admin] 10.222.0.30 "GET /v2.0/networks/7d55ff7b-d778-4b9b-b550-bb168eff8727 HTTP/1.1" status: 200 len: 886 time: 0.1236646 Mar 10 07:03:07.117778 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37910) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:07.312110 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b57a74-a4fd-4849-8d42-9d2769073aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:07.313442 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-d1b57a74-a4fd-4849-8d42-9d2769073aef admin admin] 10.222.0.30 "GET /v2.0/networks/927eb13a-f89f-470d-8db5-d19f2b0cfb1e HTTP/1.1" status: 200 len: 869 time: 0.1943007 Mar 10 07:03:09.639967 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37918) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:09.761977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca6585-64d5-49ed-96bd-e6cd9565c422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:09.762424 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca6585-64d5-49ed-96bd-e6cd9565c422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:09.763918 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2dca6585-64d5-49ed-96bd-e6cd9565c422 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229329 Mar 10 07:03:12.058951 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37926) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:12.148131 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0412031-f8af-46d6-8da7-8a29824e23a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:12.148573 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0412031-f8af-46d6-8da7-8a29824e23a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:12.150107 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-e0412031-f8af-46d6-8da7-8a29824e23a9 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902290 Mar 10 07:03:12.433226 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cede1063-b50d-4323-97a5-fa2013586550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:14.456148 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37934) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:14.581081 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c640f8-f7ca-4b16-a435-5954f90f39b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:14.582434 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-01c640f8-f7ca-4b16-a435-5954f90f39b8 admin admin] 10.222.0.30 "GET /v2.0/subnets/d2df32f1-c793-4e38-bfb9-18a024bad863 HTTP/1.1" status: 200 len: 868 time: 0.1253550 Mar 10 07:03:14.919911 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-fb77927c-f929-4fb3-b123-e454d0f5ab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:15.936123 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:16.896825 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 37942) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:16.980961 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99559530-b28c-44c5-be31-6720959e4008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:16.982351 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-99559530-b28c-44c5-be31-6720959e4008 admin admin] 10.222.0.30 "GET /v2.0/subnets/fbe00f93-f0d3-4a43-914c-82266ec9c5f1 HTTP/1.1" status: 200 len: 816 time: 0.0845003 Mar 10 07:03:17.394163 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:18.914377 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:40.720194 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:03:42.382573 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-15eaedb3-4de1-4ad9-b461-75f0778223f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.857550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 37994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:44.879137 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7cf53840-71ad-446f-bdab-e0b401c5c64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:44.905479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [None req-16255832-12f7-4355-b89d-278f8d0d725f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:03:44.906513 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-16255832-12f7-4355-b89d-278f8d0d725f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479715 Mar 10 07:03:45.920075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:47.295844 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38002) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:47.364950 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6805da79-0a86-4e81-a186-9230fac6cbd6 admin admin] GET failed (client error): The resource could not be found. Mar 10 07:03:47.366222 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-6805da79-0a86-4e81-a186-9230fac6cbd6 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0694630 Mar 10 07:03:47.456617 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d604da3-7135-48fa-9826-9b8706fa6765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:47.458112 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-5d604da3-7135-48fa-9826-9b8706fa6765 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0878339 Mar 10 07:03:47.479542 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:48.930598 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:49.784020 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38010) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:49.830399 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:49.907639 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Made reservation on behalf of 2ce2c87c9aa74eb09c0956f2a2177e25 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:03:49.909871 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:49.943593 dv-cinder-832919-1-iscsi neutron-server[103617]: WARNING neutron.services.revisions.revision_plugin [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Could not find related network for resource to bump revision. Mar 10 07:03:49.955107 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:03:49.964072 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (dc6ead95-cf59-4cfb-82f8-cfccfabaf14e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:49.964400 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Added segment dc6ead95-cf59-4cfb-82f8-cfccfabaf14e of type vlan for network ac16d17d-8a7a-42b7-84c9-09002a080ab3 Mar 10 07:03:50.013516 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (ac16d17d-8a7a-42b7-84c9-09002a080ab3), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:50.084564 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (ac16d17d-8a7a-42b7-84c9-09002a080ab3), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:50.085471 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:50.086034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:50.174203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ac16d17d-8a7a-42b7-84c9-09002a080ab3,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:50.178669 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3936207 Mar 10 07:03:50.188772 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.189152 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.189516 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.189855 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.190187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.190519 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.190861 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.191191 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.191537 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.191885 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.192211 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.192538 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.192890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15aa07f-adfe-4685-95c9-9aab1b33b5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:50.204731 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network ac16d17d-8a7a-42b7-84c9-09002a080ab3 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:03:52.521870 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38018) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:03:52.583345 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.pecan_wsgi.hooks.translation [None req-7284a01e-c1d2-4408-a90e-4796fdc3a880 admin admin] GET failed (client error): The resource could not be found. Mar 10 07:03:52.584617 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7284a01e-c1d2-4408-a90e-4796fdc3a880 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617929 Mar 10 07:03:52.652904 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d33ab0-a38c-4871-b7c5-3369433ec622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:52.654388 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a4d33ab0-a38c-4871-b7c5-3369433ec622 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657296 Mar 10 07:03:52.663849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Request body: {'subnet': {'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:03:52.792078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Made reservation on behalf of 2ce2c87c9aa74eb09c0956f2a2177e25 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:03:52.794341 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.039569 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (160db950-ec11-43c7-8708-4e117a36fea9), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.097139 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160db950-ec11-43c7-8708-4e117a36fea9,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:53.106935 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Checking segment: {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:53.107295 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Network hostable DHCP agents. Network: ac16d17d-8a7a-42b7-84c9-09002a080ab3, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:03:53.216186 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Network ac16d17d-8a7a-42b7-84c9-09002a080ab3 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:03:53.307593 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, ac16d17d-8a7a-42b7-84c9-09002a080ab3) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:53.312394 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:03:53.312984 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.317496 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f76728-e80b-4d58-8193-45795768f223 None None] Network ac16d17d-8a7a-42b7-84c9-09002a080ab3 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:03:53.396486 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-829d5d7f-9507-4bdc-92b3-dae20bb87a49 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7357390 Mar 10 07:03:53.420283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-ac16d17d-8a7a-42b7-84c9-09002a080ab3', 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3', 'project_id': '2ce2c87c9aa74eb09c0956f2a2177e25', 'fixed_ips': [{'subnet_id': '160db950-ec11-43c7-8708-4e117a36fea9'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:03:53.421199 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.573062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Allocated IP 192.168.233.2 (ac16d17d-8a7a-42b7-84c9-09002a080ab3/160db950-ec11-43c7-8708-4e117a36fea9/78b6b8bb-f76b-495e-8322-af5f935c164b) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:03:53.814689 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Publish callbacks [] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.885498 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:53.928507 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Network ac16d17d-8a7a-42b7-84c9-09002a080ab3 is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:03:53.931664 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:03:53.934184 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:03:53.940375 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Pushing event updated for resources: {'Port': ['ID=78b6b8bb-f76b-495e-8322-af5f935c164b,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:53.967372 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.967736 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.968091 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.968425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.968750 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.969071 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.969412 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.969734 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.970049 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.970381 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.970704 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.971010 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:53.971322 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:03:54.008657 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Attempting to bind port 78b6b8bb-f76b-495e-8322-af5f935c164b on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:03:54.008657 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Attempting to bind port 78b6b8bb-f76b-495e-8322-af5f935c164b by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:03:54.008864 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Attempting to bind port 78b6b8bb-f76b-495e-8322-af5f935c164b on network ac16d17d-8a7a-42b7-84c9-09002a080ab3 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:03:54.013929 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:03:54.014305 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Checking segment: {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:03:54.014706 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:54.015092 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Bound using segment: {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:03:54.015549 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Bound port: 78b6b8bb-f76b-495e-8322-af5f935c164b, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:03:54.015920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:54.077651 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] For port 78b6b8bb-f76b-495e-8322-af5f935c164b, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:03:54.080487 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] For port 78b6b8bb-f76b-495e-8322-af5f935c164b, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=78b6b8bb-f76b-495e-8322-af5f935c164b,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:03:54.160018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:54.216392 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b901d-47cc-4c07-b076-3cd9181f6a21 None None] Pushing event updated for resources: {'Port': ['ID=78b6b8bb-f76b-495e-8322-af5f935c164b,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:55.052583 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874020d-84d8-496d-8103-0dbbf0dee76c None None] Network ac16d17d-8a7a-42b7-84c9-09002a080ab3 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:03:55.139339 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-67840114-48a2-4add-9911-3736e554030d None None] Provisioning complete for port 78b6b8bb-f76b-495e-8322-af5f935c164b triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:55.139724 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67840114-48a2-4add-9911-3736e554030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:55.246497 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-67840114-48a2-4add-9911-3736e554030d None None] Current status of the port 78b6b8bb-f76b-495e-8322-af5f935c164b is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:55.246898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67840114-48a2-4add-9911-3736e554030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:55.285840 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-67840114-48a2-4add-9911-3736e554030d None None] For port 78b6b8bb-f76b-495e-8322-af5f935c164b, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=78b6b8bb-f76b-495e-8322-af5f935c164b,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:03:55.382174 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67840114-48a2-4add-9911-3736e554030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:55.432076 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67840114-48a2-4add-9911-3736e554030d None None] Pushing event updated for resources: {'Port': ['ID=78b6b8bb-f76b-495e-8322-af5f935c164b,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:03:55.501782 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-88e283ed-43dd-41f3-98ff-e2afb21e9b89 None None] Provisioning complete for port 78b6b8bb-f76b-495e-8322-af5f935c164b triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:55.502169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-88e283ed-43dd-41f3-98ff-e2afb21e9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:55.583637 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-88e283ed-43dd-41f3-98ff-e2afb21e9b89 None None] Current status of the port 78b6b8bb-f76b-495e-8322-af5f935c164b is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:03:55.654961 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 78b6b8bb-f76b-495e-8322-af5f935c164b up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:03:55.704985 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 78b6b8bb-f76b-495e-8322-af5f935c164b triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:03:55.705450 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (78b6b8bb-f76b-495e-8322-af5f935c164b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:03:55.785141 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 78b6b8bb-f76b-495e-8322-af5f935c164b is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:04:12.501824 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4807a890-49c9-440f-83c6-37d1f7db03f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:14.895737 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9fdf094a-6c03-4339-928e-04513f3d27df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:15.936424 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:17.427321 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:17.718548 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:04:18.917731 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:42.403320 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6402-d56d-494b-aa64-e4880b294fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:44.866292 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c36180f5-bd28-42c3-9bc4-855ceddc1997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:45.929050 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:47.420924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:48.934780 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:04:54.716989 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:05:12.403315 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a23468db-5bc7-4aba-82fd-78a6c6308534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:14.872068 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4240f1fb-d495-4995-9d83-1d98e3bd5627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:15.923215 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:17.425043 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:18.917406 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:31.714372 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:05:40.937680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38056) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:40.943426 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [None req-9aff309b-bd8b-4feb-860f-76df657fc608 tempest-verify_tempest_config-2126257235 tempest-verify_tempest_config-2126257235-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:05:40.944388 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9aff309b-bd8b-4feb-860f-76df657fc608 tempest-verify_tempest_config-2126257235 tempest-verify_tempest_config-2126257235-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057659 Mar 10 07:05:41.434460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38074) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:41.534536 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.604978 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Publish callbacks [] for security_group (098659e0-cfa3-4b3f-ab09-18f2899c1c4b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.653976 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (098659e0-cfa3-4b3f-ab09-18f2899c1c4b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.746258 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098659e0-cfa3-4b3f-ab09-18f2899c1c4b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:41.749958 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aeee4ec5dbd04596b3686e0829c72b9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3145304 Mar 10 07:05:41.752763 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38078) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:05:41.755527 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.755887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.756225 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.756552 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.756873 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.757193 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.757555 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.757878 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.758206 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.758541 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.758864 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.759171 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.759480 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c04b28-e5f1-487c-b183-b0a5781e24d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:41.807137 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Publish callbacks [] for security_group (098659e0-cfa3-4b3f-ab09-18f2899c1c4b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.827674 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Publish callbacks [] for security_group (098659e0-cfa3-4b3f-ab09-18f2899c1c4b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.985000 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (098659e0-cfa3-4b3f-ab09-18f2899c1c4b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.987545 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:41.988686 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/098659e0-cfa3-4b3f-ab09-18f2899c1c4b HTTP/1.1" status: 204 len: 168 time: 0.2349379 Mar 10 07:05:41.997253 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098659e0-cfa3-4b3f-ab09-18f2899c1c4b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:05:42.004089 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.004724 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.005251 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.005813 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.006146 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.006485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.006814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.007312 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.008184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.008184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.008448 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.008767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.009084 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d94cb-855e-49ca-9122-43d755e9ce8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:05:42.407811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6be72717-403d-4e08-9188-074134ed9bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:44.876458 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e66648be-d319-479b-9e2e-82b562516f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:45.910548 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:47.407494 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:05:48.933332 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:08.713189 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:06:12.413134 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbe2a-6571-4ad4-817f-4f8ae5679821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:14.892885 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8f13a58a-189e-4715-92dd-a9bde51c7d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:15.938432 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:17.412386 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:18.937888 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:42.503746 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5f72e81f-dd9c-46dd-8694-3bbf434aa6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:44.863553 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e72484a7-5001-4833-8678-7519c519cb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:45.713065 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 5 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:06:45.932577 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:47.452025 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:06:48.915001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:12.394574 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-669741a0-f4f8-4a5e-9175-4ba73a212bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:14.885664 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8a88c811-ab57-4896-8347-73019d352b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:15.960206 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.428444 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:17.640240 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606498'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:18.914255 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:22.712587 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:07:32.129566 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38150) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:32.235259 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e21d3435-e37b-403b-adf3-7210899e0637 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1046221 Mar 10 07:07:34.581306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38160) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:07:34.641585 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-e7f534b1-6e44-4b0f-ac00-2f28070642e2 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0589061 Mar 10 07:07:42.399272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0c129977-e55a-4956-a63c-7c483d7c0f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:44.879039 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0c4b9afa-3010-4f4b-8380-9eaf037b8281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:45.976514 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:47.513813 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:47.616345 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:48.895930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:07:59.711190 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:08:12.450156 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-59e08cd8-7d59-4265-a381-c60d055bc7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:14.901625 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-85226f75-92ff-406f-a93c-9abcb64645b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:15.952714 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:17.427194 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:17.621754 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:18.918930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:36.710769 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:08:42.415888 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58ed9666-6148-41bf-b119-6cd9c7098cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:44.906594 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c07f4f59-62ed-4e7c-af25-bcca88c133a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:45.929235 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:47.438188 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:47.655142 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:08:48.906656 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.176758 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38368) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:11.608774 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-91362471-network', 'tenant_id': 'f693983c2fa04676a6d87587328a414d'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:11.643643 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:11.723510 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Made reservation on behalf of f693983c2fa04676a6d87587328a414d for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:11.725864 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.734971 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.812797 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks [] for security_group (7634b2ea-93bd-485c-bc61-559b45c2411a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.878126 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7634b2ea-93bd-485c-bc61-559b45c2411a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.894028 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:09:11.905004 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (3af29ee8-1683-48fc-b81b-cd40fcd53a2c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.905748 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Added segment 3af29ee8-1683-48fc-b81b-cd40fcd53a2c of type vlan for network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e Mar 10 07:09:11.952050 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:11.980536 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-network', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:11.998000 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38400) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:12.028962 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634b2ea-93bd-485c-bc61-559b45c2411a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:12.033378 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.033722 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.034054 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.034385 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.034709 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.035027 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.035342 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.035654 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.035966 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.036273 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.036637 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.036947 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.037252 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Tracked resource versions report: Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: pushed versions: Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: { 'AddressGroup': {'1.2'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Log': {'1.0'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Network': {'1.1'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Port': {'1.7'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'PortForwarding': {'1.2'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'QosPolicy': {'1.10'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroup': {'1.5'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SubPort': {'1.0'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Subnet': {'1.1'}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Trunk': {'1.1'}} Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: consumer versions: Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: HyperV agent@hv-cinder-83291: {}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'ConntrackHelper': '1.0', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'LocalIPAssociation': '1.0', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Log': '1.0', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Network': '1.1', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Port': '1.7', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'PortForwarding': '1.2', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'QosPolicy': '1.10', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroup': '1.5', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SecurityGroupRule': '1.2', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'SubPort': '1.0', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Subnet': '1.1', Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: 'Trunk': '1.1'}} Mar 10 07:09:12.039219 dv-cinder-832919-1-iscsi neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:09:12.065768 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.066780 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:12.067344 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.074806 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Made reservation on behalf of 3d3a1272878d4494aec6be4b603661cb for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:12.076747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.098109 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.194138 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] Pushing event updated for resources: {'Network': ['ID=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:12.206795 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:09:12.214041 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38426) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:12.219728 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Request body: {'subnet': {'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-91362471-subnet', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:12.227070 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5f52d5ca-48ff-4b05-aa3a-761f55d4e617 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0491147 Mar 10 07:09:12.335538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks [] for security_group (f257bc56-6df0-407f-b801-ae36d0e50acb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.341820 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Made reservation on behalf of f693983c2fa04676a6d87587328a414d for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:12.345224 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.367859 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1933107378-network', 'tenant_id': '7184eac5d07949bf83c40101a2246e85'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:12.399034 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f257bc56-6df0-407f-b801-ae36d0e50acb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.454272 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:09:12.472403 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f257bc56-6df0-407f-b801-ae36d0e50acb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:12.476647 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (31065168-0b95-4155-b542-ebdeceaf3900), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.477289 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Added segment 31065168-0b95-4155-b542-ebdeceaf3900 of type vlan for network 0c11976c-f7f1-47f8-a765-a8aef91cf0db Mar 10 07:09:12.506734 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-43c282f7-b680-418f-ba26-3c8b2add5b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.546272 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (0c11976c-f7f1-47f8-a765-a8aef91cf0db), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.580719 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Made reservation on behalf of 7184eac5d07949bf83c40101a2246e85 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:12.583429 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.596331 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.680155 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks [] for security_group (2be21e88-e633-48cc-96f7-97e812d78e6a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.683945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (0c11976c-f7f1-47f8-a765-a8aef91cf0db), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.684922 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:12.685513 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.706990 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (1d6e8318-95b7-406f-8001-4bae39fd4438), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.751309 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=0c11976c-f7f1-47f8-a765-a8aef91cf0db,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:12.765514 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:09:12.785751 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2be21e88-e633-48cc-96f7-97e812d78e6a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.794905 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d69fe3ee-3757-40e0-96db-efca75cb6bf2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1593363 Mar 10 07:09:12.797908 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38446) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:12.802875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Request body: {'subnet': {'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-subnet', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:12.866142 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6e8318-95b7-406f-8001-4bae39fd4438,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:12.885814 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Checking segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:12.889348 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Network hostable DHCP agents. Network: 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:09:12.891679 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.892198 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.892870 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.893381 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.894714 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.895306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.895905 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.896390 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.897977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.898385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.898711 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.899047 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.900250 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Tracked resource versions report: Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: pushed versions: Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: { 'AddressGroup': {'1.2'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'ConntrackHelper': {'1.0'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Log': {'1.0'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Network': {'1.1'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Port': {'1.7'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'PortForwarding': {'1.2'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'QosPolicy': {'1.10'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroup': {'1.5'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SubPort': {'1.0'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Subnet': {'1.1'}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Trunk': {'1.1'}} Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: consumer versions: Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: HyperV agent@hv-cinder-83291: {}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'ConntrackHelper': '1.0', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'LocalIPAssociation': '1.0', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Log': '1.0', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Network': '1.1', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Port': '1.7', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'PortForwarding': '1.2', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'QosPolicy': '1.10', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroup': '1.5', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SecurityGroupRule': '1.2', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'SubPort': '1.0', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Subnet': '1.1', Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: 'Trunk': '1.1'}} Mar 10 07:09:12.901993 dv-cinder-832919-1-iscsi neutron-server[103617]: {{(pid=103617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:09:12.912505 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Made reservation on behalf of 3d3a1272878d4494aec6be4b603661cb for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:12.915363 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:12.945056 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:09:13.006275 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (eba04227-101b-4274-8435-ce291251857a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.006275 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Added segment eba04227-101b-4274-8435-ce291251857a of type vlan for network 1c32292a-e9f3-48d3-bf24-58937a837182 Mar 10 07:09:13.030684 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be21e88-e633-48cc-96f7-97e812d78e6a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:13.106659 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (1c32292a-e9f3-48d3-bf24-58937a837182), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.148775 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:09:13.255396 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:13.260359 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:13.261158 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.271133 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dab095-5158-40be-85db-5130e198b4f2 None None] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:13.289717 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (1c32292a-e9f3-48d3-bf24-58937a837182), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.290713 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:13.291581 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.355286 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] Pushing event updated for resources: {'Network': ['ID=1c32292a-e9f3-48d3-bf24-58937a837182,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:13.362963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (bb534754-6cd8-4396-b07c-7b5c61ffe8b4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.393955 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 1c32292a-e9f3-48d3-bf24-58937a837182 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:09:13.402678 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-75bf188f-1671-4a6e-a648-f64853d2c861 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1875968 Mar 10 07:09:13.410041 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38500) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:13.412016 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:13.421244 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:09:13.422115 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.437832 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb534754-6cd8-4396-b07c-7b5c61ffe8b4,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:13.443975 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Checking segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:13.444602 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Network hostable DHCP agents. Network: 0c11976c-f7f1-47f8-a765-a8aef91cf0db, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:09:13.462422 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-cdafd0a9-efd2-46ec-8938-3bcfaef71b9d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4632931 Mar 10 07:09:13.467167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38502) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:13.472677 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Request body: {'subnet': {'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1933107378-subnet', 'tenant_id': '7184eac5d07949bf83c40101a2246e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:13.518630 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.520193 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.541215 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:09:13.578827 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Made reservation on behalf of 7184eac5d07949bf83c40101a2246e85 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:13.581161 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.615488 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 0c11976c-f7f1-47f8-a765-a8aef91cf0db) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:13.618125 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Allocated IP 172.20.0.2 (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e/1d6e8318-95b7-406f-8001-4bae39fd4438/40ce1cb8-a376-4e24-9b46-0f03791d0ba8) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:13.619909 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:13.620590 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.637039 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8d101-1628-448e-908b-271c4e2d84b3 None None] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:13.690233 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks [] for router_controller (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), precommit_add_association {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.711570 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:09:13.715225 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-153426cb-7f07-48a2-92bf-5cae580cc63d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9161279 Mar 10 07:09:13.717851 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:13.722171 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:13.866883 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (509602e6-293a-46cd-92ff-afddf759d2f3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.875314 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (509602e6-293a-46cd-92ff-afddf759d2f3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.909274 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Publish callbacks [] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:13.995172 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.002690 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:09:14.007077 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.011710 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks [] for router_gateway (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.078002 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38516) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:14.086928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:14.095938 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:14.102687 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Pushing event updated for resources: {'Port': ['ID=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:14.110579 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:14.118292 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks [] for router_controller (509602e6-293a-46cd-92ff-afddf759d2f3), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.164552 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.164920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.165396 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.165726 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.165954 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.166657 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.166657 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.166928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.167223 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.167557 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.168216 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.168540 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.168863 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Tracked resource versions report: Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: pushed versions: Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: { 'AddressGroup': {'1.2'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'ConntrackHelper': {'1.0'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Log': {'1.0'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Network': {'1.1'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Port': {'1.7'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'PortForwarding': {'1.2'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'QosPolicy': {'1.10'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroup': {'1.5'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SubPort': {'1.0'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Subnet': {'1.1'}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Trunk': {'1.1'}} Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: consumer versions: Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: HyperV agent@hv-cinder-83291: {}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'ConntrackHelper': '1.0', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'LocalIPAssociation': '1.0', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Log': '1.0', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Network': '1.1', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Port': '1.7', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'PortForwarding': '1.2', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'QosPolicy': '1.10', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroup': '1.5', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SecurityGroupRule': '1.2', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'SubPort': '1.0', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Subnet': '1.1', Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: 'Trunk': '1.1'}} Mar 10 07:09:14.170046 dv-cinder-832919-1-iscsi neutron-server[103618]: {{(pid=103618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:09:14.198986 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (5ab3ca58-93b4-4ccf-9646-c96c8eeb9118), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.253091 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05abb8c4-e05e-492c-a9a8-4bc09747080e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.294626 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Attempting to bind port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:14.295161 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Attempting to bind port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:14.295353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Attempting to bind port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:14.307819 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:14.311369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Checking segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:14.311369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.311369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Bound using segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:14.311369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Bound port: 40ce1cb8-a376-4e24-9b46-0f03791d0ba8, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:14.311369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.313086 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Allocated IP 172.20.0.2 (0c11976c-f7f1-47f8-a765-a8aef91cf0db/bb534754-6cd8-4396-b07c-7b5c61ffe8b4/964bdddc-40da-4c25-bd9d-bbca6d30edc6) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:14.315721 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab3ca58-93b4-4ccf-9646-c96c8eeb9118,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:14.369598 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Checking segment: {'id': 'eba04227-101b-4274-8435-ce291251857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:14.370004 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Network hostable DHCP agents. Network: 1c32292a-e9f3-48d3-bf24-58937a837182, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:09:14.487271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Network 1c32292a-e9f3-48d3-bf24-58937a837182 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:09:14.566658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] For port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:14.573528 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] For port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:14.618801 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks [] for router_gateway (509602e6-293a-46cd-92ff-afddf759d2f3), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.670372 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38542) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:14.695205 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.701717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Publish callbacks [] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.751593 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05abb8c4-e05e-492c-a9a8-4bc09747080e admin admin] Publish callbacks [] for security_group (6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.764261 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks [] for router_gateway (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.770252 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 1c32292a-e9f3-48d3-bf24-58937a837182) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:14.781474 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba8ead-14e4-42d7-adf4-8b73508d8b4c None None] Network 1c32292a-e9f3-48d3-bf24-58937a837182 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:14.808557 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.813534 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:14.813887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.826799 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.892142 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4531b4-8d8e-45c9-9b36-9b67732c731f None None] Pushing event updated for resources: {'Port': ['ID=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:14.901071 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-89c9f7f3-7998-4b25-801a-330663187000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.920936 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05abb8c4-e05e-492c-a9a8-4bc09747080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:14.949333 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:14.955756 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-5cf1f3a9-f773-427b-b57f-6e355b7845bc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4865892 Mar 10 07:09:14.993354 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:15.022131 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:15.084528 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Pushing event updated for resources: {'Port': ['ID=964bdddc-40da-4c25-bd9d-bbca6d30edc6,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:15.136037 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-69bb4892-5ee8-4990-9389-16982d4fc753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.164891 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-89c9f7f3-7998-4b25-801a-330663187000 admin admin] Publish callbacks [] for security_group (46a5b36d-d031-40a9-9fe6-e68e850b3865), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.234437 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abb8c4-e05e-492c-a9a8-4bc09747080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:15.269181 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c0ad29-2935-46c6-91d6-6e1a36651cfa None None] Network 1c32292a-e9f3-48d3-bf24-58937a837182 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:15.270471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-89c9f7f3-7998-4b25-801a-330663187000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (46a5b36d-d031-40a9-9fe6-e68e850b3865), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.283071 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-05abb8c4-e05e-492c-a9a8-4bc09747080e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22bf6c6c351545d0b17cd30552dc0822&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2019916 Mar 10 07:09:15.283703 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38558) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:15.378026 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-89c9f7f3-7998-4b25-801a-330663187000 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef02dcff763a4db8992ab7d2d610f8bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7062762 Mar 10 07:09:15.383425 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:15.398609 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Attempting to bind port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:15.399125 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Attempting to bind port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:15.399247 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Attempting to bind port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:15.403620 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks [] for router_gateway (509602e6-293a-46cd-92ff-afddf759d2f3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.405720 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:15.406144 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Checking segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:15.406593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.407028 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Bound using segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:15.407555 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Bound port: 964bdddc-40da-4c25-bd9d-bbca6d30edc6, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:15.408023 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.466471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9f7f3-7998-4b25-801a-330663187000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5b36d-d031-40a9-9fe6-e68e850b3865,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:15.469766 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Allocated IP 172.27.0.112 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/d3c811cd-8138-4715-8d3f-e2b1938589c1) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:15.479819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c439ccd1-206b-4647-80da-dee80ee7a73c admin admin] Publish callbacks [] for security_group (6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.481375 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] For port 964bdddc-40da-4c25-bd9d-bbca6d30edc6, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:15.485076 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.486142 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] For port 964bdddc-40da-4c25-bd9d-bbca6d30edc6, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=964bdddc-40da-4c25-bd9d-bbca6d30edc6,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:15.537791 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c439ccd1-206b-4647-80da-dee80ee7a73c admin admin] Publish callbacks [] for security_group (6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.579198 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1983db27-fcce-43fc-bdca-f3bb3c9a13cc admin admin] Publish callbacks [] for security_group (46a5b36d-d031-40a9-9fe6-e68e850b3865), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.598425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.620838 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1983db27-fcce-43fc-bdca-f3bb3c9a13cc admin admin] Publish callbacks [] for security_group (46a5b36d-d031-40a9-9fe6-e68e850b3865), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.688999 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks [] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.710289 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96ffe-2d57-47e7-8030-4344824c7b53 None None] Pushing event updated for resources: {'Port': ['ID=964bdddc-40da-4c25-bd9d-bbca6d30edc6,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:15.725908 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38588) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:15.728524 dv-cinder-832919-1-iscsi neutron-server[103616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 07:09:15.739245 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c439ccd1-206b-4647-80da-dee80ee7a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.743542 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c439ccd1-206b-4647-80da-dee80ee7a73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.750278 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c439ccd1-206b-4647-80da-dee80ee7a73c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4 HTTP/1.1" status: 204 len: 168 time: 0.3949585 Mar 10 07:09:15.781478 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439ccd1-206b-4647-80da-dee80ee7a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8bbfe5-5917-49ae-9441-9c8f6ddc79c4,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:15.781918 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1983db27-fcce-43fc-bdca-f3bb3c9a13cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (46a5b36d-d031-40a9-9fe6-e68e850b3865), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.793038 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1983db27-fcce-43fc-bdca-f3bb3c9a13cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.794244 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1983db27-fcce-43fc-bdca-f3bb3c9a13cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46a5b36d-d031-40a9-9fe6-e68e850b3865 HTTP/1.1" status: 204 len: 168 time: 0.3874571 Mar 10 07:09:15.882255 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:15.907235 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983db27-fcce-43fc-bdca-f3bb3c9a13cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5b36d-d031-40a9-9fe6-e68e850b3865,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:16.015482 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.025025 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:16.116521 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:16.124617 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:16.127935 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:16.134123 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:16.134123 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.165344 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Allocated IP 172.27.0.25 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/d68a81dd-b861-452d-9299-74269a18cec8) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:16.187230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-b117cdc5-eb02-4fd7-8818-c0b20f116b63 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:16.193828 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-b117cdc5-eb02-4fd7-8818-c0b20f116b63 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/networks?id=1c32292a-e9f3-48d3-bf24-58937a837182 HTTP/1.1" status: 200 len: 812 time: 0.4665608 Mar 10 07:09:16.223038 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-fba2a5c4-4dc4-4921-a5a6-f1d9b197857f tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/quotas/7184eac5d07949bf83c40101a2246e85 HTTP/1.1" status: 200 len: 375 time: 0.0268979 Mar 10 07:09:16.290345 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-26509868-0ca3-4d18-9ca0-b11ce34496b0 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7184eac5d07949bf83c40101a2246e85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563500 Mar 10 07:09:16.319197 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c811cd-8138-4715-8d3f-e2b1938589c1,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:16.376620 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:16.377747 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.435312 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks [] for port (d68a81dd-b861-452d-9299-74269a18cec8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.449758 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:16.529207 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.617106 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (d68a81dd-b861-452d-9299-74269a18cec8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.641502 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:16.667745 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b23f1d-5133-4fce-ad89-c21684e97452 None None] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:16.689059 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:16.694186 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:16.704118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:16.770840 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-f6de7e9d-f352-4799-b258-40cef2ff676a None None] Provisioning complete for port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:16.772996 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f6de7e9d-f352-4799-b258-40cef2ff676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:16.840040 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Pushing event updated for resources: {'Port': ['ID=d68a81dd-b861-452d-9299-74269a18cec8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:16.854827 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-84c5a4cf-4693-4ff9-a3ae-48860207a31c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:09:16.855990 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-84c5a4cf-4693-4ff9-a3ae-48860207a31c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1906407 Mar 10 07:09:17.015674 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-f6de7e9d-f352-4799-b258-40cef2ff676a None None] Current status of the port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:17.071446 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks [] for router_gateway (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.073185 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38638) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:17.141835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99ce1790-0389-4758-9026-7ab84dd5fc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.239245 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-df7b010b-a42e-4b81-b61f-ad6a0ce8d5cd service neutron] 10.222.0.30 "GET /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269394 Mar 10 07:09:17.373371 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99ce1790-0389-4758-9026-7ab84dd5fc1a admin admin] Publish callbacks [] for security_group (7c013028-53c2-46f2-a469-d34d7cb247a8), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.768469 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99ce1790-0389-4758-9026-7ab84dd5fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7c013028-53c2-46f2-a469-d34d7cb247a8), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.772589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-2cf622f5-6414-467c-8b40-5bd7798bc035 None None] Provisioning complete for port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:17.772589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2cf622f5-6414-467c-8b40-5bd7798bc035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.772589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591181d2-7a29-43e0-ae8b-4bf15ce0d23b None None] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:17.772589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.775279 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-99ce1790-0389-4758-9026-7ab84dd5fc1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=798f5eb1c1a84c279f87c1838263d080&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4482775 Mar 10 07:09:17.775279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.775279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38658) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:17.775279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce1790-0389-4758-9026-7ab84dd5fc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c013028-53c2-46f2-a469-d34d7cb247a8,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:17.785343 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks [] for router_gateway (509602e6-293a-46cd-92ff-afddf759d2f3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.786926 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b14d782-4c94-4e60-a08e-ab2dc8b79da0 admin admin] Publish callbacks [] for security_group (7c013028-53c2-46f2-a469-d34d7cb247a8), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.790121 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-b435766a-d9a5-46ab-82a9-130fa5593f3d service neutron] 10.222.0.30 "GET /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648163 Mar 10 07:09:17.790578 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-2cf622f5-6414-467c-8b40-5bd7798bc035 None None] Current status of the port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:17.815575 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b14d782-4c94-4e60-a08e-ab2dc8b79da0 admin admin] Publish callbacks [] for security_group (7c013028-53c2-46f2-a469-d34d7cb247a8), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.838112 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:17.906311 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] Provisioning complete for port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:17.906966 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.076494 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 964bdddc-40da-4c25-bd9d-bbca6d30edc6 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:18.106471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (509602e6-293a-46cd-92ff-afddf759d2f3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.129433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:09:18.133955 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b14d782-4c94-4e60-a08e-ab2dc8b79da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7c013028-53c2-46f2-a469-d34d7cb247a8), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.137737 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b14d782-4c94-4e60-a08e-ab2dc8b79da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.140530 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0b14d782-4c94-4e60-a08e-ab2dc8b79da0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c013028-53c2-46f2-a469-d34d7cb247a8 HTTP/1.1" status: 204 len: 168 time: 0.6095562 Mar 10 07:09:18.159407 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14d782-4c94-4e60-a08e-ab2dc8b79da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c013028-53c2-46f2-a469-d34d7cb247a8,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:18.161811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] Current status of the port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:18.163130 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.253032 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] For port 964bdddc-40da-4c25-bd9d-bbca6d30edc6, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=964bdddc-40da-4c25-bd9d-bbca6d30edc6,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:18.264438 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:18.265657 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.289560 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38684) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:18.340626 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.354324 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9dd54111-9739-439c-a872-a2b3bde0f40f req-f019b3aa-3fa6-447c-a6ce-5a547708f0f9 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0633414 Mar 10 07:09:18.388787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:09:18.399888 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:09:18.410750 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:18.412453 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:18.425550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Router 509602e6-293a-46cd-92ff-afddf759d2f3 is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:09:18.435062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4052d5d-ad70-49bd-83a1-1664190c0cd5 None None] Pushing event updated for resources: {'Port': ['ID=964bdddc-40da-4c25-bd9d-bbca6d30edc6,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:18.462042 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:18.463100 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:18.495456 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-5f376fab-420b-49d7-8aeb-ee20850e7032 None None] Provisioning complete for port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:18.495835 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5f376fab-420b-49d7-8aeb-ee20850e7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.514484 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.515736 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0b908332-2e6a-4a9d-ac55-dcb3ea94c8c1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1088436 Mar 10 07:09:18.518709 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38696) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:18.552185 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:18.552562 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.642040 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:18.721654 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:09:18.745589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:09:18.835294 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:18.836541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-7b2c7faa-4200-4933-8ad0-6fc2a36a4d72 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1177149 Mar 10 07:09:18.839730 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38714) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:18.876274 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:18.876896 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:18.936339 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 3, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:18.956383 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-5f376fab-420b-49d7-8aeb-ee20850e7032 None None] Current status of the port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:18.972721 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:09:18.973275 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Updating router cfe835ac-dd91-453e-8b68-7aa6fc1442bd port d3c811cd-8138-4715-8d3f-e2b1938589c1 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:09:19.026164 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.040935 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.045219 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:19.059104 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:19.431648 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Publish callbacks [] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.477938 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29a556c1-974f-4087-bf90-83b775615df7 req-9acd4146-6776-4642-be0a-29813c25ae49 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0497582 Mar 10 07:09:19.495084 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.501819 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 3, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:19.564580 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Attempting to bind port d3c811cd-8138-4715-8d3f-e2b1938589c1 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:19.565174 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Attempting to bind port d3c811cd-8138-4715-8d3f-e2b1938589c1 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:19.565736 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Attempting to bind port d3c811cd-8138-4715-8d3f-e2b1938589c1 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:19.567639 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:09:19.568001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Updating router 509602e6-293a-46cd-92ff-afddf759d2f3 port d68a81dd-b861-452d-9299-74269a18cec8 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:09:19.587251 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Pushing event updated for resources: {'Port': ['ID=d3c811cd-8138-4715-8d3f-e2b1938589c1,revision_number=2']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:19.603926 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.604298 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.604662 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.605004 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.605359 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.610439 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.610843 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.612336 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.612706 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.613073 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.614629 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.615312 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.619429 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Tracked resource versions report: Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: pushed versions: Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: { 'AddressGroup': {'1.2'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'ConntrackHelper': {'1.0'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'LocalIPAssociation': {'1.0'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Log': {'1.0'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Network': {'1.1'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Port': {'1.7'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'PortForwarding': {'1.2'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'QosPolicy': {'1.10'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroup': {'1.5'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroupRule': {'1.2'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SubPort': {'1.0'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Subnet': {'1.1'}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Trunk': {'1.1'}} Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: consumer versions: Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: { DHCP agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: HyperV agent@hv-cinder-83291: {}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: L3 agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: Metadata agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: Metering agent@dv-cinder-832919-1-iscsi: {}, Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: Open vSwitch agent@dv-cinder-832919-1-iscsi: { 'AddressGroup': '1.2', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'ConntrackHelper': '1.0', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'LocalIPAssociation': '1.0', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Log': '1.0', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Network': '1.1', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Port': '1.7', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'PortForwarding': '1.2', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'QosPolicy': '1.10', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroup': '1.5', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SecurityGroupRule': '1.2', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'SubPort': '1.0', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Subnet': '1.1', Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: 'Trunk': '1.1'}} Mar 10 07:09:19.620761 dv-cinder-832919-1-iscsi neutron-server[103619]: {{(pid=103619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 07:09:19.627952 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:19.628890 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:19.629998 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.631093 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:19.632198 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Bound port: d3c811cd-8138-4715-8d3f-e2b1938589c1, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:19.633952 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.637184 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d68a81dd-b861-452d-9299-74269a18cec8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.659640 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.700241 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.718122 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] For port d3c811cd-8138-4715-8d3f-e2b1938589c1, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:19.722325 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] For port d3c811cd-8138-4715-8d3f-e2b1938589c1, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d3c811cd-8138-4715-8d3f-e2b1938589c1,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:19.815968 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:19.877795 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 964bdddc-40da-4c25-bd9d-bbca6d30edc6 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:19.965109 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:19.965789 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.012471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Allocated IP 172.20.0.1 (0c11976c-f7f1-47f8-a765-a8aef91cf0db/bb534754-6cd8-4396-b07c-7b5c61ffe8b4/7b78f004-088e-499f-b558-f9e20ae89627) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:20.041140 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:20.045214 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:20.056759 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd37e1-cfe7-420d-a610-2f0df95aafec None None] Pushing event updated for resources: {'Port': ['ID=d3c811cd-8138-4715-8d3f-e2b1938589c1,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:20.187052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:20.196231 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Allocated IP 172.20.0.1 (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e/1d6e8318-95b7-406f-8001-4bae39fd4438/fae32611-4bbe-44f9-83c1-9f73693fcf86) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:20.216821 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Publish callbacks [] for port (d68a81dd-b861-452d-9299-74269a18cec8), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.229180 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks [] for port (7b78f004-088e-499f-b558-f9e20ae89627), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.243419 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:20.307193 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d68a81dd-b861-452d-9299-74269a18cec8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.344169 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks [] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.364597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (7b78f004-088e-499f-b558-f9e20ae89627), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.367719 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Attempting to bind port d68a81dd-b861-452d-9299-74269a18cec8 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:20.374509 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Attempting to bind port d68a81dd-b861-452d-9299-74269a18cec8 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:20.374509 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Attempting to bind port d68a81dd-b861-452d-9299-74269a18cec8 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:20.378511 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d81174-ec92-4cfe-a339-e05db461eb91 None None] Pushing event updated for resources: {'Port': ['ID=d68a81dd-b861-452d-9299-74269a18cec8,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:20.381420 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:20.381983 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:20.382434 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.383139 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:20.383564 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Bound port: d68a81dd-b861-452d-9299-74269a18cec8, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:20.384043 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d68a81dd-b861-452d-9299-74269a18cec8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.470807 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:20.475483 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:20.480627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:20.481089 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (509602e6-293a-46cd-92ff-afddf759d2f3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.481700 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] For port d68a81dd-b861-452d-9299-74269a18cec8, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:20.485744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Pushing event updated for resources: {'Port': ['ID=7b78f004-088e-499f-b558-f9e20ae89627,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:20.489273 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] For port d68a81dd-b861-452d-9299-74269a18cec8, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d68a81dd-b861-452d-9299-74269a18cec8,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:20.495975 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.526991 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 3, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:20.570036 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d68a81dd-b861-452d-9299-74269a18cec8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.571000 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:20.578266 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a237-8b3d-408b-b2a9-8859953433bf None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 3, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:09:20.587355 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:20.591577 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:20.592060 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:20.652280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Pushing event updated for resources: {'Port': ['ID=fae32611-4bbe-44f9-83c1-9f73693fcf86,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:20.689935 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b4eeed85-5d04-4bb0-bf15-fc47d4136187 req-7ae8ab41-d332-4c56-b0dd-4fa418795349 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.1097713 Mar 10 07:09:20.692912 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:20.693619 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:20.812394 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d81174-ec92-4cfe-a339-e05db461eb91 None None] Pushing event updated for resources: {'Port': ['ID=d68a81dd-b861-452d-9299-74269a18cec8,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:20.953373 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:21.090498 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-2c128550-fabf-47a5-9944-f3d1e6595be0 None None] Provisioning complete for port 7b78f004-088e-499f-b558-f9e20ae89627 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:21.091094 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2c128550-fabf-47a5-9944-f3d1e6595be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7b78f004-088e-499f-b558-f9e20ae89627), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.203832 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-2c128550-fabf-47a5-9944-f3d1e6595be0 None None] Port 7b78f004-088e-499f-b558-f9e20ae89627 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:21.286785 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.305658 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7b78f004-088e-499f-b558-f9e20ae89627), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.328268 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 3, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:21.375325 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-6b1e9f55-2f2c-4d73-82fb-60b2b2abdc3f None None] Provisioning complete for port fae32611-4bbe-44f9-83c1-9f73693fcf86 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:21.375614 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6b1e9f55-2f2c-4d73-82fb-60b2b2abdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.377729 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6d7e8-7062-4714-b065-127c65940986 None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:16Z', 'revision_number': 3, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:09:21.450450 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e9f55-2f2c-4d73-82fb-60b2b2abdc3f None None] Port fae32611-4bbe-44f9-83c1-9f73693fcf86 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:21.549433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks [] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.588955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks [] for port (7b78f004-088e-499f-b558-f9e20ae89627), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.620637 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.621547 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.650541 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7b78f004-088e-499f-b558-f9e20ae89627), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.651767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (509602e6-293a-46cd-92ff-afddf759d2f3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:21.696789 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Pushing event updated for resources: {'Port': ['ID=fae32611-4bbe-44f9-83c1-9f73693fcf86,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:21.781724 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Pushing event updated for resources: {'Port': ['ID=7b78f004-088e-499f-b558-f9e20ae89627,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:21.885986 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:21.887313 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:21.889441 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:21.891172 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:22.060143 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d3c811cd-8138-4715-8d3f-e2b1938589c1 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:22.195870 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port d3c811cd-8138-4715-8d3f-e2b1938589c1 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:22.196254 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.231449 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2ecf437c-2337-447a-8b04-96ea484f3313 req-f06bf66f-667d-4af8-9665-724d2b99fdb6 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0913198 Mar 10 07:09:22.275152 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:09:22.295237 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Router 509602e6-293a-46cd-92ff-afddf759d2f3 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:09:22.556725 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:09:22.563972 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f30a23f1-2b6f-4bd9-8f43-b8711d2e55ec admin admin] 10.222.0.30 "PUT /v2.0/routers/509602e6-293a-46cd-92ff-afddf759d2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7232015 Mar 10 07:09:22.631587 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:09:22.658048 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-df2b701c-e8d9-46e0-8ec4-f1c9cc14fb7b admin admin] 10.222.0.30 "PUT /v2.0/routers/cfe835ac-dd91-453e-8b68-7aa6fc1442bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1359940 Mar 10 07:09:22.664318 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-b31ffbb1-bb70-4472-8755-90fa83b45cba None None] Provisioning complete for port 7b78f004-088e-499f-b558-f9e20ae89627 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:22.664741 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b31ffbb1-bb70-4472-8755-90fa83b45cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7b78f004-088e-499f-b558-f9e20ae89627), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.699024 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port d3c811cd-8138-4715-8d3f-e2b1938589c1 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:22.699437 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.732703 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port d3c811cd-8138-4715-8d3f-e2b1938589c1, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d3c811cd-8138-4715-8d3f-e2b1938589c1,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:22.742749 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-b31ffbb1-bb70-4472-8755-90fa83b45cba None None] Port 7b78f004-088e-499f-b558-f9e20ae89627 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:22.755514 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-b31ffbb1-bb70-4472-8755-90fa83b45cba None None] Provisioning complete for port fae32611-4bbe-44f9-83c1-9f73693fcf86 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:22.757091 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b31ffbb1-bb70-4472-8755-90fa83b45cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.794189 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:22.807786 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d68a81dd-b861-452d-9299-74269a18cec8 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:22.891201 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-b31ffbb1-bb70-4472-8755-90fa83b45cba None None] Port fae32611-4bbe-44f9-83c1-9f73693fcf86 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:22.941146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=d3c811cd-8138-4715-8d3f-e2b1938589c1,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:22.956300 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port d68a81dd-b861-452d-9299-74269a18cec8 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:22.956878 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d68a81dd-b861-452d-9299-74269a18cec8), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.096397 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port d68a81dd-b861-452d-9299-74269a18cec8 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:23.097078 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d68a81dd-b861-452d-9299-74269a18cec8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.122134 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port d68a81dd-b861-452d-9299-74269a18cec8, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d68a81dd-b861-452d-9299-74269a18cec8,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:23.272767 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d68a81dd-b861-452d-9299-74269a18cec8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.326059 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=d68a81dd-b861-452d-9299-74269a18cec8,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:23.419339 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:23.428257 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108768946', 'description': 'tempest-description--1742270519'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:23.537996 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.583883 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6e68ea10-1826-4e0b-9820-99d13df4f6aa req-baf5a1f1-4c27-4efe-bf41-3193fec8d383 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0470812 Mar 10 07:09:23.608157 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38874) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:23.616261 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091547186', 'description': 'tempest-description--938284975'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:23.674378 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (1c32bbe0-baf9-4b75-837a-65efa74c278e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.769832 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.773891 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (1c32bbe0-baf9-4b75-837a-65efa74c278e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.829444 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32bbe0-baf9-4b75-837a-65efa74c278e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:23.835775 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.20', 52427) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:23.836304 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d3c811cd-8138-4715-8d3f-e2b1938589c1 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:23.902613 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port d3c811cd-8138-4715-8d3f-e2b1938589c1 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:23.903106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.930572 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (56752eea-d8cb-4a34-854e-e3ff9f006678), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.937404 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.941118 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-9cf06b3d-5506-4661-aa03-69462b7950c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5159650 Mar 10 07:09:23.941118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38884) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:23.947847 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'security_group_rule': {'security_group_id': '1c32bbe0-baf9-4b75-837a-65efa74c278e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:23.968704 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453f408-500f-4452-aebc-b31938258331 None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:09:23.983889 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:23.984576 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (56752eea-d8cb-4a34-854e-e3ff9f006678), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:23.985115 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:24.071425 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56752eea-d8cb-4a34-854e-e3ff9f006678,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:24.088451 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:09:24.089899 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (d4c27ad9-d67e-4d5b-887e-bc65f18f6b7b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.096226 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.100690 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-68bf5202-09e2-443a-a6a4-71d25081d23f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4881725 Mar 10 07:09:24.101236 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-3f1c0319-e036-46a7-adca-c4faa58b1ef0 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:24.102712 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-3f1c0319-e036-46a7-adca-c4faa58b1ef0 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.20 "GET /v2.0/networks?id=1c32292a-e9f3-48d3-bf24-58937a837182 HTTP/1.1" status: 200 len: 812 time: 0.2712793 Mar 10 07:09:24.104125 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38890) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:24.109942 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'security_group_rule': {'security_group_id': '56752eea-d8cb-4a34-854e-e3ff9f006678', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:24.145005 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port d3c811cd-8138-4715-8d3f-e2b1938589c1 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:24.146169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d68a81dd-b861-452d-9299-74269a18cec8 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:24.157745 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Request body: {'port': {'device_id': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182', 'admin_state_up': True, 'tenant_id': '7184eac5d07949bf83c40101a2246e85'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:24.160436 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:24.168894 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:24.172070 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:24.175472 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (d4c27ad9-d67e-4d5b-887e-bc65f18f6b7b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.255009 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (d4c27ad9-d67e-4d5b-887e-bc65f18f6b7b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.275998 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c27ad9-d67e-4d5b-887e-bc65f18f6b7b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:24.359053 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port d68a81dd-b861-452d-9299-74269a18cec8 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:24.359431 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d68a81dd-b861-452d-9299-74269a18cec8), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.410482 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:24.424270 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (8d48dd0f-dbc8-4e5a-9b4c-41ac8a192793), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.450612 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 2, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:24.472259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.472259 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1e4fce7b-d7a4-4cea-87f3-c5d8781e1a74 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274448 Mar 10 07:09:24.473321 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:24.477577 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'security_group_rule': {'security_group_id': '1c32bbe0-baf9-4b75-837a-65efa74c278e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:24.529611 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (8d48dd0f-dbc8-4e5a-9b4c-41ac8a192793), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.563168 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (28d502cb-11ef-4138-84cb-8803b1d50ce2), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.576057 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Made reservation on behalf of 7184eac5d07949bf83c40101a2246e85 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:24.582075 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.589783 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453f408-500f-4452-aebc-b31938258331 None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:09:24.590768 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453f408-500f-4452-aebc-b31938258331 None None] Updating router cfe835ac-dd91-453e-8b68-7aa6fc1442bd port fae32611-4bbe-44f9-83c1-9f73693fcf86 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:09:24.593265 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (8d48dd0f-dbc8-4e5a-9b4c-41ac8a192793), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.636311 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port d68a81dd-b861-452d-9299-74269a18cec8 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:24.650862 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8453f408-500f-4452-aebc-b31938258331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.676098 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d48dd0f-dbc8-4e5a-9b4c-41ac8a192793,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:24.683715 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (28d502cb-11ef-4138-84cb-8803b1d50ce2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.703591 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.704879 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-804d62a9-8b59-4c7c-8f5f-8067ca775b6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5997937 Mar 10 07:09:24.708476 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38914) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:24.713467 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'security_group_rule': {'security_group_id': '56752eea-d8cb-4a34-854e-e3ff9f006678', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:24.774492 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a3ab504d-6949-4163-8c15-af3360b3d4cb req-5b4cee05-242d-4bdf-8ddb-71538d9ba314 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0424747 Mar 10 07:09:24.786848 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (28d502cb-11ef-4138-84cb-8803b1d50ce2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.789334 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 2, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:24.806568 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d502cb-11ef-4138-84cb-8803b1d50ce2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:24.843566 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:09:24.843972 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Updating router 509602e6-293a-46cd-92ff-afddf759d2f3 port 7b78f004-088e-499f-b558-f9e20ae89627 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:09:24.878325 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (4d74ecfe-78b9-45e3-90c9-b04faa100508), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.889097 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7b78f004-088e-499f-b558-f9e20ae89627), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.938691 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:24.943370 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1865b566-9390-48e1-9c50-7a88ddd989a0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4669406 Mar 10 07:09:24.944784 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 38926) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:24.946834 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Allocated IP 172.20.0.3 (1c32292a-e9f3-48d3-bf24-58937a837182/5ab3ca58-93b4-4ccf-9646-c96c8eeb9118/ee22bb93-7bf2-4671-88be-6878d8d9a992) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:24.954849 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:24.994355 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (4d74ecfe-78b9-45e3-90c9-b04faa100508), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.077830 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (4d74ecfe-78b9-45e3-90c9-b04faa100508), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.099896 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d74ecfe-78b9-45e3-90c9-b04faa100508,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:25.106696 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.183758 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.188251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-558ab63b-664a-477d-8292-480cf889f499 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4785311 Mar 10 07:09:25.196311 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 38952) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:25.204033 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:25.287147 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks [] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.303361 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8453f408-500f-4452-aebc-b31938258331 None None] Publish callbacks [] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.347786 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.351301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Publish callbacks [] for port (7b78f004-088e-499f-b558-f9e20ae89627), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.404218 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.409060 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8453f408-500f-4452-aebc-b31938258331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.466609 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7b78f004-088e-499f-b558-f9e20ae89627), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.497875 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ad105-a266-452d-8c95-6f50035bde04 None None] Pushing event updated for resources: {'Port': ['ID=fae32611-4bbe-44f9-83c1-9f73693fcf86,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:25.515495 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.619742 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Allocated IP 172.27.0.35 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/443c0493-e1ab-49ae-9bf8-cdfb7d14b22f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:25.690728 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-8453f408-500f-4452-aebc-b31938258331 None None] Attempting to bind port fae32611-4bbe-44f9-83c1-9f73693fcf86 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:25.692321 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-8453f408-500f-4452-aebc-b31938258331 None None] Attempting to bind port fae32611-4bbe-44f9-83c1-9f73693fcf86 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:25.692758 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8453f408-500f-4452-aebc-b31938258331 None None] Attempting to bind port fae32611-4bbe-44f9-83c1-9f73693fcf86 on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:25.701479 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8453f408-500f-4452-aebc-b31938258331 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:25.701991 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8453f408-500f-4452-aebc-b31938258331 None None] Checking segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:25.709911 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8453f408-500f-4452-aebc-b31938258331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.716306 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8453f408-500f-4452-aebc-b31938258331 None None] Bound using segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:25.716963 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-8453f408-500f-4452-aebc-b31938258331 None None] Bound port: fae32611-4bbe-44f9-83c1-9f73693fcf86, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:25.717534 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8453f408-500f-4452-aebc-b31938258331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.751590 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bb13b-ad7e-45c6-b315-681f4e975a06 None None] Pushing event updated for resources: {'Port': ['ID=7b78f004-088e-499f-b558-f9e20ae89627,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:25.915054 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Network 1c32292a-e9f3-48d3-bf24-58937a837182 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:25.917730 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Attempting to bind port 7b78f004-088e-499f-b558-f9e20ae89627 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:25.918138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Attempting to bind port 7b78f004-088e-499f-b558-f9e20ae89627 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:25.923685 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Attempting to bind port 7b78f004-088e-499f-b558-f9e20ae89627 on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:25.949930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:25.955782 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Checking segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:25.957204 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.957641 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Bound using segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:25.958146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Bound port: 7b78f004-088e-499f-b558-f9e20ae89627, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:25.958528 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7b78f004-088e-499f-b558-f9e20ae89627), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:25.974789 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-8453f408-500f-4452-aebc-b31938258331 None None] For port fae32611-4bbe-44f9-83c1-9f73693fcf86, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:25.982579 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Pushing event updated for resources: {'Port': ['ID=ee22bb93-7bf2-4671-88be-6878d8d9a992,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:25.984146 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-8453f408-500f-4452-aebc-b31938258331 None None] For port fae32611-4bbe-44f9-83c1-9f73693fcf86, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=fae32611-4bbe-44f9-83c1-9f73693fcf86,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:26.011005 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.012690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:26.016670 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:26.033808 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:26.035057 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.061423 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8453f408-500f-4452-aebc-b31938258331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.087052 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.210047 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ad105-a266-452d-8c95-6f50035bde04 None None] Pushing event updated for resources: {'Port': ['ID=fae32611-4bbe-44f9-83c1-9f73693fcf86,revision_number=4']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:26.218239 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-96c71a0c-f9e9-4c09-ad49-7345505d46cd tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0674212 Mar 10 07:09:26.247767 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:26.248712 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:26.278753 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7ff7-139c-4159-aaeb-80e40e10549c req-68c5fc22-9f0c-414d-b38a-c01f88ac7c16 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:26.297410 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-035c7ff7-139c-4159-aaeb-80e40e10549c req-68c5fc22-9f0c-414d-b38a-c01f88ac7c16 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.2369165 Mar 10 07:09:26.303482 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.331351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] For port 7b78f004-088e-499f-b558-f9e20ae89627, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:26.343665 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] For port 7b78f004-088e-499f-b558-f9e20ae89627, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=7b78f004-088e-499f-b558-f9e20ae89627,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:26.376715 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Provisioning complete for port 7b78f004-088e-499f-b558-f9e20ae89627 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:26.377400 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7b78f004-088e-499f-b558-f9e20ae89627), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.424643 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Allocated IP 172.27.0.183 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:26.459898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7b78f004-088e-499f-b558-f9e20ae89627), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.522637 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'Port': ['ID=443c0493-e1ab-49ae-9bf8-cdfb7d14b22f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:26.546309 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Port 7b78f004-088e-499f-b558-f9e20ae89627 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:26.583757 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:26.693235 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:09:26.694476 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:26.749930 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.776115 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-035c7ff7-139c-4159-aaeb-80e40e10549c req-428d6fa5-17a7-4942-80b0-0b43cd35158c tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598331 Mar 10 07:09:26.776115 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:26.777747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:26.791129 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:26.803378 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Provisioning complete for port fae32611-4bbe-44f9-83c1-9f73693fcf86 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:26.803575 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:26.993062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bb13b-ad7e-45c6-b315-681f4e975a06 None None] Pushing event updated for resources: {'Port': ['ID=7b78f004-088e-499f-b558-f9e20ae89627,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:26.994269 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (3469e717-e024-4df1-878b-e9e55d42683c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:27.041812 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8453f408-500f-4452-aebc-b31938258331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:25Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:27.063103 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453f408-500f-4452-aebc-b31938258331 None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:25Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:09:27.153787 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:09:27.232332 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:27.332044 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:27.356808 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:27.362719 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Current status of the port fae32611-4bbe-44f9-83c1-9f73693fcf86 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:27.363071 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:27.428370 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'Port': ['ID=a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:27.440013 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:27.450099 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:27.483646 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] For port fae32611-4bbe-44f9-83c1-9f73693fcf86, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=fae32611-4bbe-44f9-83c1-9f73693fcf86,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:27.512998 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:26Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:09:27.583545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9413746-b4f3-4c09-aaff-4ac4c48eaf7c None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:26Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:09:27.590312 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:27.698382 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaccd03-a13e-4107-8ee4-b5b574439ce9 None None] Pushing event updated for resources: {'Port': ['ID=fae32611-4bbe-44f9-83c1-9f73693fcf86,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:27.751987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Provisioning complete for port 7b78f004-088e-499f-b558-f9e20ae89627 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:27.752470 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7b78f004-088e-499f-b558-f9e20ae89627), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:27.806938 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (e94da393-97be-4edb-9038-90d4b106e096), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.074971 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Current status of the port 7b78f004-088e-499f-b558-f9e20ae89627 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:28.075552 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (7b78f004-088e-499f-b558-f9e20ae89627), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.098893 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.118581 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 7b78f004-088e-499f-b558-f9e20ae89627 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:28.153025 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.220684 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.268383 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] For port 7b78f004-088e-499f-b558-f9e20ae89627, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=7b78f004-088e-499f-b558-f9e20ae89627,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:28.322773 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 7b78f004-088e-499f-b558-f9e20ae89627 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:28.323207 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7b78f004-088e-499f-b558-f9e20ae89627), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.382655 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (7b78f004-088e-499f-b558-f9e20ae89627), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.395626 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (3469e717-e024-4df1-878b-e9e55d42683c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.475796 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Pushing event updated for resources: {'Port': ['ID=7b78f004-088e-499f-b558-f9e20ae89627,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:28.496376 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30f259-3562-45db-af3e-5fe225b0ddc6 req-1eb4feea-13be-4a76-8393-725d2a211685 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:28.511517 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc30f259-3562-45db-af3e-5fe225b0ddc6 req-1eb4feea-13be-4a76-8393-725d2a211685 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.2066832 Mar 10 07:09:28.512188 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'Port': ['ID=443c0493-e1ab-49ae-9bf8-cdfb7d14b22f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:28.525385 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Provisioning complete for port fae32611-4bbe-44f9-83c1-9f73693fcf86 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:28.527988 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.611005 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.627525 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.641952 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-9f237754-a831-4612-aac7-f36d8ab957f0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6955900 Mar 10 07:09:28.651393 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-841617c3-80b3-4e73-834f-d7cbf449e84e tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:09:28.652692 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-841617c3-80b3-4e73-834f-d7cbf449e84e tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078702 Mar 10 07:09:28.675672 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc30f259-3562-45db-af3e-5fe225b0ddc6 req-0b097c11-5dce-4d53-b36a-3b5fc5d03c3d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440425 Mar 10 07:09:28.689192 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.721957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 7b78f004-088e-499f-b558-f9e20ae89627 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:28.723154 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device fae32611-4bbe-44f9-83c1-9f73693fcf86 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:28.786199 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'Port': ['ID=a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:28.807163 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (e94da393-97be-4edb-9038-90d4b106e096), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.845544 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port fae32611-4bbe-44f9-83c1-9f73693fcf86 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:28.845921 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.871185 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-04ffab69-c5f4-4773-a3c4-8b12e18800cf None None] Current status of the port fae32611-4bbe-44f9-83c1-9f73693fcf86 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:28.925766 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:28.927259 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-45f12cc0-b187-4cec-936f-4ab92871d89f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7296371 Mar 10 07:09:28.931729 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-4b96bba5-6cde-44c1-83fc-f6104a1e0e2b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2108768946&fields=id&tenant_id=f693983c2fa04676a6d87587328a414d HTTP/1.1" status: 200 len: 267 time: 0.0812376 Mar 10 07:09:28.985829 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port fae32611-4bbe-44f9-83c1-9f73693fcf86 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:29.114795 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-9b7f535f-1829-4f78-8153-a88c647bf021 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:29.122955 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-9b7f535f-1829-4f78-8153-a88c647bf021 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 809 time: 0.1902776 Mar 10 07:09:29.135748 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fd4316c3-4a1c-4793-85af-59c81c6be25e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/quotas/f693983c2fa04676a6d87587328a414d HTTP/1.1" status: 200 len: 375 time: 0.0118744 Mar 10 07:09:29.223892 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-29ab8671-960c-43ed-84c9-c02d4f1f42b3 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817900 Mar 10 07:09:29.300986 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-06a0264b-b171-47d2-87cf-5864f01d4381 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1091547186&fields=id&tenant_id=3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 267 time: 0.0479825 Mar 10 07:09:29.408966 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-1914ccd7-9f29-4364-9c7b-3d9edcd5830e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:09:29.412649 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-1914ccd7-9f29-4364-9c7b-3d9edcd5830e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0603251 Mar 10 07:09:29.451544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-7ae3b43d-d81b-464b-887c-ff26f08dabde tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:29.453924 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-7ae3b43d-d81b-464b-887c-ff26f08dabde tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 817 time: 0.1453891 Mar 10 07:09:29.504655 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-ddb2dc45-802e-440f-8ed3-4376ebbd3e69 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/quotas/3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 375 time: 0.0454168 Mar 10 07:09:29.562242 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-3b4306b6-432d-4772-b39f-42e3ccb82a42 service neutron] 10.222.0.30 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419108 Mar 10 07:09:29.591994 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-ff5efd31-647c-4db7-9681-c7d9d61b7ab0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814030 Mar 10 07:09:29.718314 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-7f489af5-81da-40d2-a7e0-42d8e706fa7c service neutron] 10.222.0.30 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506033 Mar 10 07:09:29.737366 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-245d1f92-5039-428b-8da6-b6102cb9ebef service neutron] 10.222.0.30 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313870 Mar 10 07:09:29.822859 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 7b78f004-088e-499f-b558-f9e20ae89627 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:29.834838 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-41a170f2-f8f1-4aa1-aef8-19194c375289 service neutron] 10.222.0.30 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916955 Mar 10 07:09:29.879839 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 7b78f004-088e-499f-b558-f9e20ae89627 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:29.879839 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (7b78f004-088e-499f-b558-f9e20ae89627), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:29.979554 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 7b78f004-088e-499f-b558-f9e20ae89627 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:30.160179 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f12cd1a-781b-4b2f-b064-c84182a773a2 req-561e29f9-3602-41dc-b412-ecfc793d6840 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0623167 Mar 10 07:09:30.354827 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8511b-2c65-4f89-9236-2736bd8ada5e req-a91b76b9-58d2-483b-a88e-a1625208dc1a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:30.362149 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9af8511b-2c65-4f89-9236-2736bd8ada5e req-a91b76b9-58d2-483b-a88e-a1625208dc1a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.1558070 Mar 10 07:09:30.402351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-beec9cc9-bc23-41d0-8e7c-0343e69f6b73 req-459dcab4-a8a4-413e-92c5-117154567607 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0739398 Mar 10 07:09:30.444597 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9af8511b-2c65-4f89-9236-2736bd8ada5e req-60240344-d081-4554-9312-6f2f2940568e tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814357 Mar 10 07:09:31.276211 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-78b648ec-d320-4644-98c1-1bce429db211 req-214f9578-e1ea-4cf2-b10e-5a544f7432c8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0306115 Mar 10 07:09:31.536099 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0ec1856c-82dc-460a-9379-febb63d1cd11 req-bf4ccc29-fa87-460b-945b-4fa023c607cd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0524206 Mar 10 07:09:31.643170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165f73d-bd2c-476c-ade8-3e81b2e4893c req-3593e516-e3f3-43e3-abe4-9f9dd838c570 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:31.646879 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b165f73d-bd2c-476c-ade8-3e81b2e4893c req-3593e516-e3f3-43e3-abe4-9f9dd838c570 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0789330 Mar 10 07:09:31.717952 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b165f73d-bd2c-476c-ade8-3e81b2e4893c req-c963c988-41ab-42d0-9e9a-a61391dddb55 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608740 Mar 10 07:09:32.396426 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7411b578-1d63-410e-ba29-130ab85652b0 req-aca1d053-2915-426b-8f0c-f892e5335831 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0432625 Mar 10 07:09:32.646929 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6169908d-c63b-4abf-96e9-a10fb07226bb req-646a9cdf-682b-49f7-94fa-2a0cdcb6479b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0315022 Mar 10 07:09:32.813504 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 39252) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:32.985351 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63ebf2ae-9e01-4af2-998c-917f99e08362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.021381 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72ee4e-2121-4298-a993-18a62a5148ae req-1472e4ce-3d7b-4f9d-a1ad-1270043da5ef tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:33.022851 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9b72ee4e-2121-4298-a993-18a62a5148ae req-1472e4ce-3d7b-4f9d-a1ad-1270043da5ef tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0621970 Mar 10 07:09:33.084515 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9b72ee4e-2121-4298-a993-18a62a5148ae req-7d80ea9b-0174-4d54-97fa-b4b0b470bf9d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547965 Mar 10 07:09:33.094570 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63ebf2ae-9e01-4af2-998c-917f99e08362 admin admin] Publish callbacks [] for security_group (4ca3084c-2cdb-48a7-a11f-508893f3c90d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.163324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63ebf2ae-9e01-4af2-998c-917f99e08362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4ca3084c-2cdb-48a7-a11f-508893f3c90d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.202566 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-63ebf2ae-9e01-4af2-998c-917f99e08362 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65574c09dc964a34abc65d94fb4ada26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3863082 Mar 10 07:09:33.203083 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebf2ae-9e01-4af2-998c-917f99e08362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca3084c-2cdb-48a7-a11f-508893f3c90d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:33.208030 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:33.275963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e3b1ca-7798-4209-9401-94cbd2f888ca admin admin] Publish callbacks [] for security_group (4ca3084c-2cdb-48a7-a11f-508893f3c90d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.299108 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e3b1ca-7798-4209-9401-94cbd2f888ca admin admin] Publish callbacks [] for security_group (4ca3084c-2cdb-48a7-a11f-508893f3c90d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.403031 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e3b1ca-7798-4209-9401-94cbd2f888ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4ca3084c-2cdb-48a7-a11f-508893f3c90d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.405802 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e3b1ca-7798-4209-9401-94cbd2f888ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:33.407832 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-70e3b1ca-7798-4209-9401-94cbd2f888ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ca3084c-2cdb-48a7-a11f-508893f3c90d HTTP/1.1" status: 204 len: 168 time: 0.1950989 Mar 10 07:09:33.415258 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3b1ca-7798-4209-9401-94cbd2f888ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca3084c-2cdb-48a7-a11f-508893f3c90d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:33.493220 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5e9b050b-be3e-4ff1-919b-e55e27673d63 req-54a3844b-563a-4f4e-8ed1-df8e2ca4f5f9 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0269241 Mar 10 07:09:33.745554 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b59993e0-43d9-480d-8e33-2ec7bdfe10f1 req-49e92626-7025-4850-a812-4eed5b1306d0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Mar 10 07:09:34.199336 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eceb1-afb1-4576-999e-e2e701fc8ae8 req-afda55c0-50b0-41d6-b17a-278107a3992b tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:34.201057 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a7eceb1-afb1-4576-999e-e2e701fc8ae8 req-afda55c0-50b0-41d6-b17a-278107a3992b tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0551562 Mar 10 07:09:34.262587 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a7eceb1-afb1-4576-999e-e2e701fc8ae8 req-19deff13-1711-4fc6-b8f8-a98fcb693f3b tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556231 Mar 10 07:09:34.590471 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2b4f2db8-d1f3-4209-a113-93fd2073b0d6 req-0fadaa91-7559-44bc-8925-353016df4ddc tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0311635 Mar 10 07:09:34.853678 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9458b7f3-7c78-45e3-8a05-fab5e471fefd req-b95cc0e4-078c-42f3-8808-14d31ae30832 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Mar 10 07:09:35.394723 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453cf80-6082-47a6-b9e3-9d47c30a7ca6 req-61b7e968-f33e-415f-9526-6161adefc8c7 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:35.396768 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8453cf80-6082-47a6-b9e3-9d47c30a7ca6 req-61b7e968-f33e-415f-9526-6161adefc8c7 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0582204 Mar 10 07:09:35.456404 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8453cf80-6082-47a6-b9e3-9d47c30a7ca6 req-6bc57a2f-b775-4e1e-9664-2c6c9635009d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 Mar 10 07:09:35.697272 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40cff1af-1363-4725-9e7e-8be87715a3f9 req-1edcd696-339c-4a20-ab65-5d753782eb3a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0368006 Mar 10 07:09:35.951822 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-62e9611e-b66f-4fdc-814d-78c7224f80ca req-a2a821df-0867-4a14-8663-babb132c52e8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0265551 Mar 10 07:09:36.613085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77b4de-1a10-4aa4-bc60-ef80bfe3f1bb req-9a191d07-2e47-481e-a977-4c0adc21986d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:36.614589 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-de77b4de-1a10-4aa4-bc60-ef80bfe3f1bb req-9a191d07-2e47-481e-a977-4c0adc21986d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0894296 Mar 10 07:09:36.666896 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-de77b4de-1a10-4aa4-bc60-ef80bfe3f1bb req-d83d18bc-5652-443b-8d61-260111f060e9 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Mar 10 07:09:36.787586 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-227073a2-a9e2-4659-9617-44ddcc3161b3 req-1e1f9f71-28f2-4125-bf42-afdd2def859e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0279467 Mar 10 07:09:37.062434 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-60f1fd70-6294-418d-a32f-98a89bb33119 req-c753e51d-30f8-4ba7-8552-c17b9ec2ee11 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Mar 10 07:09:37.791284 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d70b7-3d30-4df3-8944-1f74aca683aa req-b0f6d990-c347-4b5f-bd5f-d47790d3b154 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:37.792737 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-be2d70b7-3d30-4df3-8944-1f74aca683aa req-b0f6d990-c347-4b5f-bd5f-d47790d3b154 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0584581 Mar 10 07:09:37.839619 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-be2d70b7-3d30-4df3-8944-1f74aca683aa req-4ab53fe8-97b1-4b1e-9920-3a5a410caa0e tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Mar 10 07:09:37.885416 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-548f6c29-763a-40dc-aaef-491ea7ceae6a req-71949065-2e52-4441-8b1b-68a3f679aa36 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0276945 Mar 10 07:09:38.169673 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bcac0e4-fa9b-4a68-b39c-2a7a216a31a7 req-cb688a98-4b52-4596-9769-753ac5ed3b43 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0267653 Mar 10 07:09:38.346223 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:38.487245 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94325316-0d67-468a-959d-7b7f94a34e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.565270 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94325316-0d67-468a-959d-7b7f94a34e86 admin admin] Publish callbacks [] for security_group (2382b7a7-667e-4a86-a978-71faae808c02), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.625395 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94325316-0d67-468a-959d-7b7f94a34e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2382b7a7-667e-4a86-a978-71faae808c02), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.673734 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94325316-0d67-468a-959d-7b7f94a34e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2382b7a7-667e-4a86-a978-71faae808c02,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:38.678358 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-94325316-0d67-468a-959d-7b7f94a34e86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d6f208d93e6470aada5940c3f3316bf&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3311169 Mar 10 07:09:38.683681 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 39480) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:38.742706 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5915347d-3b15-4128-b335-47cab8cf17db admin admin] Publish callbacks [] for security_group (2382b7a7-667e-4a86-a978-71faae808c02), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.766843 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5915347d-3b15-4128-b335-47cab8cf17db admin admin] Publish callbacks [] for security_group (2382b7a7-667e-4a86-a978-71faae808c02), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.884152 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5915347d-3b15-4128-b335-47cab8cf17db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2382b7a7-667e-4a86-a978-71faae808c02), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.891781 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5915347d-3b15-4128-b335-47cab8cf17db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:38.904697 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-5915347d-3b15-4128-b335-47cab8cf17db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2382b7a7-667e-4a86-a978-71faae808c02 HTTP/1.1" status: 204 len: 168 time: 0.2158968 Mar 10 07:09:38.916925 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915347d-3b15-4128-b335-47cab8cf17db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382b7a7-667e-4a86-a978-71faae808c02,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:39.169464 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-538f18fb-6908-4c85-a816-a331b5d47c88 req-157e81cd-8060-48b0-8d78-13cbed0a1f4e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0317674 Mar 10 07:09:39.169464 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376835-cfa5-4b27-8c77-e1ee10e3f5ed req-c3a1ee82-cd5d-4cd5-bbd5-2bdaf6242418 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:39.169464 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d4376835-cfa5-4b27-8c77-e1ee10e3f5ed req-c3a1ee82-cd5d-4cd5-bbd5-2bdaf6242418 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.1011655 Mar 10 07:09:39.169464 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d4376835-cfa5-4b27-8c77-e1ee10e3f5ed req-bdcb3a8c-ad71-4409-9d57-b24ddf1bc6fe tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Mar 10 07:09:39.284912 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3e4fcc1d-e9e0-4ea1-aa48-bd861587ee37 req-a6b16384-e18e-4b48-93e0-e43aa1bbbc48 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0270770 Mar 10 07:09:39.881445 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 39516) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:39.895138 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f6846ea6-305c-4d93-bb6a-89439ef5ea09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:39.978395 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f6846ea6-305c-4d93-bb6a-89439ef5ea09 admin admin] Publish callbacks [] for security_group (52a7d16d-5903-4859-be5b-9b9ced6ba2bf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:40.025623 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f6846ea6-305c-4d93-bb6a-89439ef5ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (52a7d16d-5903-4859-be5b-9b9ced6ba2bf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:40.064008 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f6846ea6-305c-4d93-bb6a-89439ef5ea09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56257e87ec104742bc69c6f22d0751aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800938 Mar 10 07:09:40.064259 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6846ea6-305c-4d93-bb6a-89439ef5ea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a7d16d-5903-4859-be5b-9b9ced6ba2bf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:40.065983 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39524) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:40.142958 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-78f201bb-bf31-40bf-93f4-6f251ea4f510 req-156d2cb4-12eb-495a-b885-4ffa8e0d4250 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0313599 Mar 10 07:09:40.145876 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-446ae30e-19b9-4552-9765-dcb7fb284e55 admin admin] Publish callbacks [] for security_group (52a7d16d-5903-4859-be5b-9b9ced6ba2bf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:40.169099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-446ae30e-19b9-4552-9765-dcb7fb284e55 admin admin] Publish callbacks [] for security_group (52a7d16d-5903-4859-be5b-9b9ced6ba2bf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:40.256790 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae190ac-d6b6-4454-be16-defc1d6cd3d5 req-17237aad-10e0-4ad2-bc88-7011d6fea85e tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:40.257411 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cae190ac-d6b6-4454-be16-defc1d6cd3d5 req-17237aad-10e0-4ad2-bc88-7011d6fea85e tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 931 time: 0.0648866 Mar 10 07:09:40.305260 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cae190ac-d6b6-4454-be16-defc1d6cd3d5 req-e4fc60a5-ee3c-4660-8142-7d7b5ca89eca tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Mar 10 07:09:40.351730 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-446ae30e-19b9-4552-9765-dcb7fb284e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (52a7d16d-5903-4859-be5b-9b9ced6ba2bf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:40.354402 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-446ae30e-19b9-4552-9765-dcb7fb284e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:40.360074 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-446ae30e-19b9-4552-9765-dcb7fb284e55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52a7d16d-5903-4859-be5b-9b9ced6ba2bf HTTP/1.1" status: 204 len: 168 time: 0.2875848 Mar 10 07:09:40.365231 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ae30e-19b9-4552-9765-dcb7fb284e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a7d16d-5903-4859-be5b-9b9ced6ba2bf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:40.400322 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b1eeb8e-9ff4-45bb-9004-92972f177a05 req-db1bb1a0-42e8-41d9-b0cd-1b60f91393f0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0368335 Mar 10 07:09:40.721345 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Request body: {'port': {'device_id': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:40.782269 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.176623 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee22bb93-7bf2-4671-88be-6878d8d9a992 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:41.184449 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Publish callbacks [] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.215167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Transition to ACTIVE for port object ee22bb93-7bf2-4671-88be-6878d8d9a992 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:09:41.240430 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-880c9937-6455-42bb-aa21-f1534a4cdd81 req-cfba1fea-0f86-4250-8aa2-82bb837c01d2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0282540 Mar 10 07:09:41.335683 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.413187 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39586) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:41.451346 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3790a6-3d68-4c94-8f45-fa7164529d44 req-83fd80b6-2a0f-43dc-a943-10c6398381bf tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:41.459740 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca3790a6-3d68-4c94-8f45-fa7164529d44 req-83fd80b6-2a0f-43dc-a943-10c6398381bf tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 943 time: 0.0774901 Mar 10 07:09:41.513844 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Attempting to bind port ee22bb93-7bf2-4671-88be-6878d8d9a992 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:41.514387 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Attempting to bind port ee22bb93-7bf2-4671-88be-6878d8d9a992 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'eba04227-101b-4274-8435-ce291251857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:41.515091 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Attempting to bind port ee22bb93-7bf2-4671-88be-6878d8d9a992 on network 1c32292a-e9f3-48d3-bf24-58937a837182 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:41.525553 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Port ee22bb93-7bf2-4671-88be-6878d8d9a992 on network 1c32292a-e9f3-48d3-bf24-58937a837182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:09:41.525941 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Attempting to bind port ee22bb93-7bf2-4671-88be-6878d8d9a992 on network 1c32292a-e9f3-48d3-bf24-58937a837182 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:41.532684 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:41.533128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Checking segment: {'id': 'eba04227-101b-4274-8435-ce291251857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:41.533772 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Bound using segment: {'id': 'eba04227-101b-4274-8435-ce291251857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:41.534264 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Bound port: ee22bb93-7bf2-4671-88be-6878d8d9a992, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba04227-101b-4274-8435-ce291251857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:41.534678 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.538893 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca3790a6-3d68-4c94-8f45-fa7164529d44 req-e88ed6b5-8e4a-4048-a335-7722c4c4f3a3 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708489 Mar 10 07:09:41.592087 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Pushing event updated for resources: {'Port': ['ID=ee22bb93-7bf2-4671-88be-6878d8d9a992,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:41.613262 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bafa92d-b4d8-49e7-850c-1eb408de4008 req-490a6ae5-2e74-492c-8161-7733305cfa6c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0474296 Mar 10 07:09:41.614155 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-732d0399-6f80-4e0f-a4c1-d660ea74cd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.623454 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] For port ee22bb93-7bf2-4671-88be-6878d8d9a992, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:41.628291 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] For port ee22bb93-7bf2-4671-88be-6878d8d9a992, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992,segment=NetworkSegment(eba04227-101b-4274-8435-ce291251857a),segment_id=eba04227-101b-4274-8435-ce291251857a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:41.721990 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-732d0399-6f80-4e0f-a4c1-d660ea74cd01 admin admin] Publish callbacks [] for security_group (07cfd6ed-86ac-411e-845a-65f99a5882ad), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.815090 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.843515 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-732d0399-6f80-4e0f-a4c1-d660ea74cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (07cfd6ed-86ac-411e-845a-65f99a5882ad), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.885921 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:41.886766 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:41.888597 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee22bb93-7bf2-4671-88be-6878d8d9a992 HTTP/1.1" status: 200 len: 1093 time: 1.2592280 Mar 10 07:09:41.889484 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'tag': 'ee22bb93-7bf2-4671-88be-6878d8d9a992'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:41.923967 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-732d0399-6f80-4e0f-a4c1-d660ea74cd01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbbdd35a1c204244b3f7eae461730cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091426 Mar 10 07:09:41.925586 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d0399-6f80-4e0f-a4c1-d660ea74cd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cfd6ed-86ac-411e-845a-65f99a5882ad,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:41.929202 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39616) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:41.992373 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cf35ce9-4cd5-46d9-abc6-f662dd2cbff1 admin admin] Publish callbacks [] for security_group (07cfd6ed-86ac-411e-845a-65f99a5882ad), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:42.022759 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cf35ce9-4cd5-46d9-abc6-f662dd2cbff1 admin admin] Publish callbacks [] for security_group (07cfd6ed-86ac-411e-845a-65f99a5882ad), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:42.063676 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0cb0d-0058-48e6-818b-ebeeb7108d43 service neutron] Pushing event updated for resources: {'Port': ['ID=ee22bb93-7bf2-4671-88be-6878d8d9a992,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:42.067973 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.20', 52458) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:42.068908 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.20', 52459) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:42.179792 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cf35ce9-4cd5-46d9-abc6-f662dd2cbff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (07cfd6ed-86ac-411e-845a-65f99a5882ad), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:42.182407 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cf35ce9-4cd5-46d9-abc6-f662dd2cbff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:42.188223 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5cf35ce9-4cd5-46d9-abc6-f662dd2cbff1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07cfd6ed-86ac-411e-845a-65f99a5882ad HTTP/1.1" status: 204 len: 168 time: 0.2532837 Mar 10 07:09:42.192486 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf35ce9-4cd5-46d9-abc6-f662dd2cbff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cfd6ed-86ac-411e-845a-65f99a5882ad,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:42.326306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-d854b3bf-135b-40c2-843b-5e701bc9fe13 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:42.326758 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-d854b3bf-135b-40c2-843b-5e701bc9fe13 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 817 time: 0.3294699 Mar 10 07:09:42.347842 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-5b3ec6a0-4e9a-4fa5-870a-bf159d0578ea tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:42.350060 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-5b3ec6a0-4e9a-4fa5-870a-bf159d0578ea tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 809 time: 0.2223060 Mar 10 07:09:42.360814 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-08b01f4b-6ede-4566-bcee-0e28f30fe714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:42.362780 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-08b01f4b-6ede-4566-bcee-0e28f30fe714 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7184eac5d07949bf83c40101a2246e85&device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 1127 time: 0.2129376 Mar 10 07:09:42.464654 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4988352-1159-43a2-b1b5-821d241a52c1 req-5750b0d6-8f6c-4725-b905-6a4ff38d6c1f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0845580 Mar 10 07:09:42.472279 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-544b01c7-991a-4d63-b222-f6efd4395252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:42.551598 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-0e6accd7-b46e-4486-b251-182e47b1afee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992 HTTP/1.1" status: 200 len: 217 time: 0.1794014 Mar 10 07:09:42.562349 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d88c79e-9dee-410b-be3b-cedc60a86be0", "tag": "ee22bb93-7bf2-4671-88be-6878d8d9a992"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:42.590652 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:42.659148 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-6116ec04-c039-4a3a-a5c0-1501009f0e85 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 380 time: 0.3236930 Mar 10 07:09:42.682289 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a44f80-2a57-4f7a-bc24-9c8d071eaf29 req-fe890e8e-b1c0-4372-888e-566622d373e5 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:42.684315 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-54a44f80-2a57-4f7a-bc24-9c8d071eaf29 req-fe890e8e-b1c0-4372-888e-566622d373e5 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 943 time: 0.0588620 Mar 10 07:09:42.702632 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'port': {'device_id': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'admin_state_up': True, 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'security_groups': ['56752eea-d8cb-4a34-854e-e3ff9f006678']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:42.731561 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-48cbc074-910d-4528-81d6-db5b0a2ce04c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f693983c2fa04676a6d87587328a414d HTTP/1.1" status: 200 len: 380 time: 0.3676548 Mar 10 07:09:42.749261 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'port': {'device_id': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'admin_state_up': True, 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'security_groups': ['1c32bbe0-baf9-4b75-837a-65efa74c278e']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:42.759386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-01219747-535b-4692-8ff3-8f3733b3602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:42.760914 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-01219747-535b-4692-8ff3-8f3733b3602e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ab3ca58-93b4-4ccf-9646-c96c8eeb9118 HTTP/1.1" status: 200 len: 852 time: 0.1295216 Mar 10 07:09:42.768797 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-54a44f80-2a57-4f7a-bc24-9c8d071eaf29 req-76194065-00bb-4d18-8884-4825c9bccbf6 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782607 Mar 10 07:09:42.857638 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3572-7996-491e-a922-24de55bdc0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:42.885947 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6eddcb34-a173-4f35-989f-ad4224cf1793 req-324a3103-0719-4cc2-9e0b-94041a64d437 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0527751 Mar 10 07:09:42.993980 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3572-7996-491e-a922-24de55bdc0e4 admin admin] Publish callbacks [] for security_group (aabbbe66-3f07-4c19-b9af-fe72be8433a7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.032199 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0723a-f761-4b3a-9fac-9f869c7a9f36 x-openstack-request-id: req-4fc0723a-f761-4b3a-9fac-9f869c7a9f36 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:43.035549 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d88c79e-9dee-410b-be3b-cedc60a86be0", "tag": "ee22bb93-7bf2-4671-88be-6878d8d9a992", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:43.035549 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fc0723a-f761-4b3a-9fac-9f869c7a9f36 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:43.035549 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'tag': 'ee22bb93-7bf2-4671-88be-6878d8d9a992', 'status': 'completed', 'code': 200} Mar 10 07:09:43.055112 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3572-7996-491e-a922-24de55bdc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (aabbbe66-3f07-4c19-b9af-fe72be8433a7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.056604 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-7c0ad34b-9ef5-4d69-9fd5-62e21a910e60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c32292a-e9f3-48d3-bf24-58937a837182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2814291 Mar 10 07:09:43.107601 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c0cb3572-7996-491e-a922-24de55bdc0e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b7fa4c394de49a3809d5021b3dcfe45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157700 Mar 10 07:09:43.108827 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3572-7996-491e-a922-24de55bdc0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbbe66-3f07-4c19-b9af-fe72be8433a7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:43.116857 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 39694) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:43.284591 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98611008-837d-4b9e-bf8b-dd2572dfbc53 admin admin] Publish callbacks [] for security_group (aabbbe66-3f07-4c19-b9af-fe72be8433a7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.315764 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-d897cecd-3b24-4704-8b99-66f43dbbf108 service neutron] 10.222.0.20 "GET /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694698 Mar 10 07:09:43.321057 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98611008-837d-4b9e-bf8b-dd2572dfbc53 admin admin] Publish callbacks [] for security_group (aabbbe66-3f07-4c19-b9af-fe72be8433a7), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.357004 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Made reservation on behalf of 3d3a1272878d4494aec6be4b603661cb for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:43.360313 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.362233 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Made reservation on behalf of f693983c2fa04676a6d87587328a414d for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:43.365792 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.586071 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-30897fd0-b3c2-42cc-b601-61eb329097fc req-ed25bf02-01f9-4880-bbf8-b03bb2084b30 service neutron] 10.222.0.20 "GET /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629325 Mar 10 07:09:43.605924 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83ce4e3e-f45c-45a0-99f3-7769bbecc0e7 req-28c9e743-4b00-440a-917a-ed56e4598a8f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0599885 Mar 10 07:09:43.660835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98611008-837d-4b9e-bf8b-dd2572dfbc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (aabbbe66-3f07-4c19-b9af-fe72be8433a7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.663455 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98611008-837d-4b9e-bf8b-dd2572dfbc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:43.664581 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-98611008-837d-4b9e-bf8b-dd2572dfbc53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aabbbe66-3f07-4c19-b9af-fe72be8433a7 HTTP/1.1" status: 204 len: 168 time: 0.5449717 Mar 10 07:09:43.686800 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Allocated IP 172.20.0.4 (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e/1d6e8318-95b7-406f-8001-4bae39fd4438/5aff1e0e-0bcd-40c9-b201-07af4248a7dd) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:43.688865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98611008-837d-4b9e-bf8b-dd2572dfbc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbbe66-3f07-4c19-b9af-fe72be8433a7,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:43.713438 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Allocated IP 172.20.0.4 (0c11976c-f7f1-47f8-a765-a8aef91cf0db/bb534754-6cd8-4396-b07c-7b5c61ffe8b4/38906e74-7f9a-4891-8fcb-e0620c3e0fdc) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:09:43.913186 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e328-e03a-474f-9341-edf8050b66af req-5b7ccbb7-004e-4764-b57b-7255cc35feba tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:43.920135 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7786e328-e03a-474f-9341-edf8050b66af req-5b7ccbb7-004e-4764-b57b-7255cc35feba tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 943 time: 0.0671735 Mar 10 07:09:43.976879 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7786e328-e03a-474f-9341-edf8050b66af req-4c92a3e2-dc12-4f48-9781-82691c102aa4 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Mar 10 07:09:43.992260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-9ddc5750-e2c6-472b-b629-55509c698145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:43.993799 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-9ddc5750-e2c6-472b-b629-55509c698145 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7184eac5d07949bf83c40101a2246e85&device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 1127 time: 0.2709963 Mar 10 07:09:44.046776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:44.083166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28b7e7d1-7169-484a-b307-d436ad1a3d99 req-5279ff03-0909-4f45-bb36-7c2f9758619b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0563791 Mar 10 07:09:44.115438 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:44.250367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-6bca9299-c0f3-4095-a5fa-78e91bafabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:44.254644 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-6bca9299-c0f3-4095-a5fa-78e91bafabe3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c32292a-e9f3-48d3-bf24-58937a837182 HTTP/1.1" status: 200 len: 913 time: 0.2457581 Mar 10 07:09:44.297397 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-9834dbc1-a8f0-4fe0-bfab-a2af8a7f9091 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992 HTTP/1.1" status: 200 len: 217 time: 0.0386860 Mar 10 07:09:44.345975 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-10b322f7-3019-4bd9-bb48-df1bb7b24879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:44.347402 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-10b322f7-3019-4bd9-bb48-df1bb7b24879 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ab3ca58-93b4-4ccf-9646-c96c8eeb9118 HTTP/1.1" status: 200 len: 852 time: 0.0439296 Mar 10 07:09:44.362894 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:44.384194 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-656ea4d9-e94e-4801-8407-118019ea9eda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c32292a-e9f3-48d3-bf24-58937a837182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301332 Mar 10 07:09:44.390413 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:44.462363 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:44.475510 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:44.572529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:09:44.572529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:44.572529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:44.572529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:44.572529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:44.572529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:45.093767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:09:45.093767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:45.093767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.093767 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-1f5ca2a0-1e64-481d-ab8a-9e1d578ca039 service neutron] 10.222.0.20 "GET /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160556 Mar 10 07:09:45.093767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'Port': ['ID=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:45.093767 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-318629fc-e5cb-4cd9-bba4-ad85cdcf8ea7 req-0ae34845-6bc5-4bd3-9740-168edc669bdd service neutron] 10.222.0.20 "GET /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069722 Mar 10 07:09:45.096541 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555e6b4-12b1-460e-b750-f0c8a47dd749 req-b3990a3f-c8e2-432a-a7f8-f7b8ae792093 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:45.096541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1555e6b4-12b1-460e-b750-f0c8a47dd749 req-b3990a3f-c8e2-432a-a7f8-f7b8ae792093 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 931 time: 0.0796826 Mar 10 07:09:45.096541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1555e6b4-12b1-460e-b750-f0c8a47dd749 req-e694e0a4-b102-4c5b-9dc8-5bd5cf29be6c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Mar 10 07:09:45.098203 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-051dcac6-2087-46a9-9749-f3d1d8c1f1e7 None None] Provisioning complete for port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:45.098203 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-051dcac6-2087-46a9-9749-f3d1d8c1f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.098203 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-051dcac6-2087-46a9-9749-f3d1d8c1f1e7 None None] Port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:45.098203 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-051dcac6-2087-46a9-9749-f3d1d8c1f1e7 None None] Provisioning complete for port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:45.098203 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-051dcac6-2087-46a9-9749-f3d1d8c1f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.100692 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e0c7c-eadf-448d-a76f-fd68ff048c6d req-7ced41d7-a865-43dc-b7a2-f112e1266b33 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:45.106362 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-306e0c7c-eadf-448d-a76f-fd68ff048c6d req-7ced41d7-a865-43dc-b7a2-f112e1266b33 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 943 time: 0.0604219 Mar 10 07:09:45.115603 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-051dcac6-2087-46a9-9749-f3d1d8c1f1e7 None None] Port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:09:45.147913 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-306e0c7c-eadf-448d-a76f-fd68ff048c6d req-0f4bbfa2-d70f-40db-a6a1-bea01bd3684c tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Mar 10 07:09:45.232737 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee54de-32c0-40bd-882b-244a9e7f220d req-e776f2c8-4683-48ba-a6f5-715bea74a5fb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:45.234192 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fee54de-32c0-40bd-882b-244a9e7f220d req-e776f2c8-4683-48ba-a6f5-715bea74a5fb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 931 time: 0.0535865 Mar 10 07:09:45.278934 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fee54de-32c0-40bd-882b-244a9e7f220d req-0a1a7249-f235-495e-9bb3-2c476d64d69e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391116 Mar 10 07:09:45.403251 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39768) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:45.409425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7139cbf8-7f49-4418-894b-e10c148faac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.416813 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-fc3d6f6e-3fb2-4b9d-a05b-33959390eb05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7304947 Mar 10 07:09:45.420007 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-70f32d87-8b29-4df7-a8f7-70099f5776f6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6769896 Mar 10 07:09:45.421588 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d141-66c9-44cd-9106-8b7505825913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.441658 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Request body: {'port': {'device_id': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:45.448223 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Request body: {'port': {'device_id': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:45.510817 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d141-66c9-44cd-9106-8b7505825913 admin admin] Publish callbacks [] for security_group (afd25b02-2d85-4fda-80f2-c0a3bad56d37), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.556262 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.568561 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.631526 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d141-66c9-44cd-9106-8b7505825913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (afd25b02-2d85-4fda-80f2-c0a3bad56d37), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.673515 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3d141-66c9-44cd-9106-8b7505825913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd25b02-2d85-4fda-80f2-c0a3bad56d37,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:45.691489 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6ea3d141-66c9-44cd-9106-8b7505825913 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b70830dc76b402a99e723544fa39c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869027 Mar 10 07:09:45.697060 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:45.752659 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81f53206-df82-453f-846b-6347bdf4899f admin admin] Publish callbacks [] for security_group (afd25b02-2d85-4fda-80f2-c0a3bad56d37), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.783659 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81f53206-df82-453f-846b-6347bdf4899f admin admin] Publish callbacks [] for security_group (afd25b02-2d85-4fda-80f2-c0a3bad56d37), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.939663 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81f53206-df82-453f-846b-6347bdf4899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (afd25b02-2d85-4fda-80f2-c0a3bad56d37), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.943935 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81f53206-df82-453f-846b-6347bdf4899f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.946325 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-81f53206-df82-453f-846b-6347bdf4899f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afd25b02-2d85-4fda-80f2-c0a3bad56d37 HTTP/1.1" status: 204 len: 168 time: 0.2482359 Mar 10 07:09:45.969215 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:45.971573 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f53206-df82-453f-846b-6347bdf4899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd25b02-2d85-4fda-80f2-c0a3bad56d37,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:46.111950 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68854c-b4df-47cc-b0e8-ae01cf46b129 req-fa2a78cd-ab36-45dd-a00d-72a32fc3af77 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:46.114599 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6a68854c-b4df-47cc-b0e8-ae01cf46b129 req-fa2a78cd-ab36-45dd-a00d-72a32fc3af77 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 931 time: 0.1289427 Mar 10 07:09:46.217904 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6a68854c-b4df-47cc-b0e8-ae01cf46b129 req-ad1ed38b-e7ef-42f1-b2ba-2796a940e7e4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968606 Mar 10 07:09:46.321706 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d6dc5-85bd-4a2e-be09-bf467cbf44ac req-51182ec6-6a28-444f-a05e-0d08c22b4e57 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:46.337415 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a64d6dc5-85bd-4a2e-be09-bf467cbf44ac req-51182ec6-6a28-444f-a05e-0d08c22b4e57 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 943 time: 0.0719504 Mar 10 07:09:46.354437 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38906e74-7f9a-4891-8fcb-e0620c3e0fdc {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:46.373905 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Publish callbacks [] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.381215 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aff1e0e-0bcd-40c9-b201-07af4248a7dd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:46.401018 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Publish callbacks [] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.414572 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Transition to ACTIVE for port object 38906e74-7f9a-4891-8fcb-e0620c3e0fdc will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:09:46.423299 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Transition to ACTIVE for port object 5aff1e0e-0bcd-40c9-b201-07af4248a7dd will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:09:46.445420 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a64d6dc5-85bd-4a2e-be09-bf467cbf44ac req-6aa0e1e6-c72e-4776-89bf-d01313d76002 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149991 Mar 10 07:09:46.471465 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8709f5-caca-489d-a64f-69f5e8e10d81 req-231aa2d6-08a4-44f1-b93d-31d41e3275d7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:46.472873 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5e8709f5-caca-489d-a64f-69f5e8e10d81 req-231aa2d6-08a4-44f1-b93d-31d41e3275d7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 931 time: 0.0896080 Mar 10 07:09:46.520113 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5e8709f5-caca-489d-a64f-69f5e8e10d81 req-71d02153-0e8a-4c9d-8d73-c85b3deee100 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Mar 10 07:09:46.530086 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.533441 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.623421 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:46.715170 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Attempting to bind port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:46.715742 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Attempting to bind port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:46.715842 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Attempting to bind port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:46.730639 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:09:46.730956 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Attempting to bind port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:46.734797 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Attempting to bind port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:09:46.735134 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Attempting to bind port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:09:46.735456 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Attempting to bind port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:46.745753 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Pushing event updated for resources: {'Port': ['ID=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:46.748716 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:09:46.748716 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Attempting to bind port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:09:46.750978 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:46.751305 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Checking segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:46.751675 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Bound using segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:46.752100 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Bound port: 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:46.752446 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.763650 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:09:46.763984 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Checking segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:46.764356 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Bound using segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:09:46.764788 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Bound port: 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:09:46.765135 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.880834 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] For port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:46.886623 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] For port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:46.894279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:09:46.898489 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:09:46.951954 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.990745 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:46.990745 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:46.991547 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] 10.222.0.20 "PUT /v2.0/ports/5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1093 time: 1.5470431 Mar 10 07:09:46.992003 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:46.998844 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0b3e24-047e-4b23-9a74-9c385ac62c42" -d '{"events": [{"name": "network-changed", "server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:47.026670 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:47.047545 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff83b0e-86bd-429b-93c5-fa0cd911c85c service neutron] Pushing event updated for resources: {'Port': ['ID=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:47.062319 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.062957 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:47.064677 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] 10.222.0.20 "PUT /v2.0/ports/38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 1093 time: 1.6271532 Mar 10 07:09:47.066983 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220eed1-9a9b-49d8-b10b-55b5c03b501c x-openstack-request-id: req-4220eed1-9a9b-49d8-b10b-55b5c03b501c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:47.067276 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:47.067533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4220eed1-9a9b-49d8-b10b-55b5c03b501c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:47.070519 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'status': 'completed', 'code': 200} Mar 10 07:09:47.114080 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device ee22bb93-7bf2-4671-88be-6878d8d9a992 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:09:47.165610 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755d604-439e-4be4-89ed-c3a0fd198a1d service neutron] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:47.273222 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b3e24-047e-4b23-9a74-9c385ac62c42 req-a09266d1-5553-4a7c-996e-fc08031d0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.275081 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a0b3e24-047e-4b23-9a74-9c385ac62c42 req-a09266d1-5553-4a7c-996e-fc08031d0243 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1127 time: 0.1740687 Mar 10 07:09:47.307437 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port ee22bb93-7bf2-4671-88be-6878d8d9a992, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992,segment=NetworkSegment(eba04227-101b-4274-8435-ce291251857a),segment_id=eba04227-101b-4274-8435-ce291251857a)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:47.321284 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'ee22bb93-7bf2-4671-88be-6878d8d9a992', 'network_id': '1c32292a-e9f3-48d3-bf24-58937a837182', 'port_id': 'ee22bb93-7bf2-4671-88be-6878d8d9a992', 'mac_address': 'fa:16:3e:f4:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab3ca58-93b4-4ccf-9646-c96c8eeb9118', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:09:47.387350 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-31a08ae8-86df-4061-a389-fb585dd3a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.388655 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port ee22bb93-7bf2-4671-88be-6878d8d9a992 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:47.389219 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-31a08ae8-86df-4061-a389-fb585dd3a6cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1127 time: 0.1853039 Mar 10 07:09:47.389621 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:47.410416 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee22bb93-7bf2-4671-88be-6878d8d9a992 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:47.438767 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port ee22bb93-7bf2-4671-88be-6878d8d9a992, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992,segment=NetworkSegment(eba04227-101b-4274-8435-ce291251857a),segment_id=eba04227-101b-4274-8435-ce291251857a)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:47.488937 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77d97-38f5-405e-87e1-7adb72c943a8 req-53d8a954-4f78-4031-88fa-005f6b7e0af6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.492799 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-45b77d97-38f5-405e-87e1-7adb72c943a8 req-53d8a954-4f78-4031-88fa-005f6b7e0af6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 943 time: 0.1155095 Mar 10 07:09:47.493479 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:47.530289 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-0dbec47e-50d2-412c-8188-bb6f4dbaf181 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 217 time: 0.1260109 Mar 10 07:09:47.551704 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:47.578137 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-45b77d97-38f5-405e-87e1-7adb72c943a8 req-b9de5466-997d-48b7-a004-eb637c96c534 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756075 Mar 10 07:09:47.696493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-771d2308-b79a-4ef6-8028-b60095e07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.698021 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-771d2308-b79a-4ef6-8028-b60095e07d18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.1554849 Mar 10 07:09:47.702989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b3e24-047e-4b23-9a74-9c385ac62c42 req-48d86732-7004-470b-9f59-287e8a0d85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.704347 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a0b3e24-047e-4b23-9a74-9c385ac62c42 req-48d86732-7004-470b-9f59-287e8a0d85d8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f693983c2fa04676a6d87587328a414d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4199474 Mar 10 07:09:47.743668 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=ee22bb93-7bf2-4671-88be-6878d8d9a992,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:47.751446 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:47.909828 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d659-559f-48ee-bff3-795691001027 req-dcb27f16-7db5-4792-a8a5-bd45601cc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.911342 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-dcb27f16-7db5-4792-a8a5-bd45601cc090 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2054365 Mar 10 07:09:47.932999 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eee7f-0894-495e-b445-6214afd63f9d req-f17331cd-c77b-46ba-a34d-f3f77fc08ea4 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.934352 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-736eee7f-0894-495e-b445-6214afd63f9d req-f17331cd-c77b-46ba-a34d-f3f77fc08ea4 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 944 time: 0.3508892 Mar 10 07:09:47.942210 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['ee22bb93-7bf2-4671-88be-6878d8d9a992'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:09:47.949734 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b3e24-047e-4b23-9a74-9c385ac62c42 req-7bec769e-9e83-485c-90e6-4a8ae6b2786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.951234 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a0b3e24-047e-4b23-9a74-9c385ac62c42 req-7bec769e-9e83-485c-90e6-4a8ae6b2786d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2353053 Mar 10 07:09:47.992103 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425b180-d7ad-4ed0-b954-03d722be8e7f req-b2f22e48-5f4e-4fc5-8487-7c1b090b529b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:47.993838 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4425b180-d7ad-4ed0-b954-03d722be8e7f req-b2f22e48-5f4e-4fc5-8487-7c1b090b529b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.2892325 Mar 10 07:09:48.025731 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-736eee7f-0894-495e-b445-6214afd63f9d req-33896006-f809-4fbd-92c8-4640558f7cd5 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841632 Mar 10 07:09:48.071405 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4425b180-d7ad-4ed0-b954-03d722be8e7f req-cd6fe750-2f5e-45cf-805e-4b34fbe07652 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621932 Mar 10 07:09:48.079474 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-c5aa2f88-5b4b-47bb-be19-4173ed61c852 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586478 Mar 10 07:09:48.160096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-f0c9b2bb-2a16-4e0f-9610-0e4021e66192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:48.161629 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-f0c9b2bb-2a16-4e0f-9610-0e4021e66192 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1127 time: 0.1428423 Mar 10 07:09:48.325200 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-4dece5ce-2a88-46e2-8e48-4738d29ada59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 217 time: 0.1158094 Mar 10 07:09:48.403313 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1233d659-559f-48ee-bff3-795691001027 req-7afc38e3-18f7-47cf-9ffe-c127a5f0a6f8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063045 Mar 10 07:09:48.420732 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-50ccfab1-edac-4f0c-8913-b6e0ab04149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:48.420732 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-50ccfab1-edac-4f0c-8913-b6e0ab04149e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0835562 Mar 10 07:09:48.503275 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-0bd05e66-a31e-458a-a57f-0a742b04034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:48.506304 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-0bd05e66-a31e-458a-a57f-0a742b04034e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798507 Mar 10 07:09:48.623281 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-63be4aaf-0a1c-4461-9e29-ee044de84d92 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101980 Mar 10 07:09:48.711671 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9145-4104-4494-9aa3-cc40f621b769 req-9190b9b7-a624-4a4b-8dbc-31c6201be081 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:48.713501 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-210f9145-4104-4494-9aa3-cc40f621b769 req-9190b9b7-a624-4a4b-8dbc-31c6201be081 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 943 time: 0.0725498 Mar 10 07:09:48.738853 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-94ff8e60-6e70-4a14-927c-dde63e77c5d9 req-835aa285-c8c1-4283-a66f-04714fe5bc38 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082826 Mar 10 07:09:48.772313 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-210f9145-4104-4494-9aa3-cc40f621b769 req-bcddeb7e-ce93-4841-887b-b21dd6fd9f92 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516248 Mar 10 07:09:48.992300 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:49.072025 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:49.074470 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59642716-6a0d-4084-99a6-1bbbc8963cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:49.112889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2341481a-1138-4db2-be97-dc8fb8ff1a6e x-openstack-request-id: req-2341481a-1138-4db2-be97-dc8fb8ff1a6e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:49.113952 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:49.114347 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2341481a-1138-4db2-be97-dc8fb8ff1a6e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:49.116185 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'status': 'completed', 'code': 200} Mar 10 07:09:49.207319 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-ecca69ca-73f8-4bc3-9f59-3896260bf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.209311 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-ecca69ca-73f8-4bc3-9f59-3896260bf8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1127 time: 0.0577729 Mar 10 07:09:49.230300 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef83fb-a077-4420-8b22-9ea4e213f367 req-648bd215-176b-4ef5-8f4d-14a981c4fce4 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.231742 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eaef83fb-a077-4420-8b22-9ea4e213f367 req-648bd215-176b-4ef5-8f4d-14a981c4fce4 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 944 time: 0.1326141 Mar 10 07:09:49.283658 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f527ab-2da5-44a5-b283-1ff3d927385e req-263957f3-1cdc-4d75-88de-ee45ab7a2237 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.285532 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-25f527ab-2da5-44a5-b283-1ff3d927385e req-263957f3-1cdc-4d75-88de-ee45ab7a2237 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.1012874 Mar 10 07:09:49.320166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eaef83fb-a077-4420-8b22-9ea4e213f367 req-8289da55-3bec-4e9d-8fc9-99a5fb4ca4e5 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811644 Mar 10 07:09:49.328587 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-a347f000-a2b3-453d-83f4-d4c818023a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.331061 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-a347f000-a2b3-453d-83f4-d4c818023a6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.1137228 Mar 10 07:09:49.355185 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-25f527ab-2da5-44a5-b283-1ff3d927385e req-dbdceb0b-4c07-4314-aad0-f1c2c3a7fc2d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617244 Mar 10 07:09:49.383291 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-1d46e83e-0805-4ac7-a8f8-03cbc68ab7d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 217 time: 0.0466259 Mar 10 07:09:49.434641 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-a336bf08-d26a-4a55-94ad-3a9336c4d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.436122 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-a336bf08-d26a-4a55-94ad-3a9336c4d678 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0464725 Mar 10 07:09:49.490759 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-aee0a317-69c4-44a2-ba5b-e81f237d4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.490759 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-aee0a317-69c4-44a2-ba5b-e81f237d4fb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462317 Mar 10 07:09:49.579895 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-ae056cfe-c27a-4959-9245-426d4507adb8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836010 Mar 10 07:09:49.679562 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59642716-6a0d-4084-99a6-1bbbc8963cc4 req-f304c611-f6b2-444f-a4b9-b5b69334a88e service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936112 Mar 10 07:09:49.720898 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 39978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:49.838084 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c843b9-167d-4668-8b96-7183c2ed024c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:49.920229 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99a048-483e-482f-ba6b-d487229b91b9 req-9f73e2e4-4794-45c2-9757-4f9bae6cab8c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:49.921836 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7a99a048-483e-482f-ba6b-d487229b91b9 req-9f73e2e4-4794-45c2-9757-4f9bae6cab8c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 943 time: 0.0762477 Mar 10 07:09:49.984853 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c843b9-167d-4668-8b96-7183c2ed024c admin admin] Publish callbacks [] for security_group (e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:49.992621 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7a99a048-483e-482f-ba6b-d487229b91b9 req-9526c61a-8f7f-456d-8ac4-7b82bb05ec06 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641599 Mar 10 07:09:50.054438 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c843b9-167d-4668-8b96-7183c2ed024c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.091621 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c843b9-167d-4668-8b96-7183c2ed024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:50.096744 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c4c843b9-167d-4668-8b96-7183c2ed024c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3d165e83e5543e38ec89d0229cb3d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755927 Mar 10 07:09:50.099739 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 39994) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:50.326094 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c05a2c0-9ce6-44c1-b5f6-58ae05d46a52 admin admin] Publish callbacks [] for security_group (e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.348170 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c05a2c0-9ce6-44c1-b5f6-58ae05d46a52 admin admin] Publish callbacks [] for security_group (e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.431219 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40010) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:50.496550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d622-8050-41bd-88d3-e78faf73fc6f req-a69aa78f-733a-47cd-b56a-1e46e66f36a6 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:50.498034 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-55f7d622-8050-41bd-88d3-e78faf73fc6f req-a69aa78f-733a-47cd-b56a-1e46e66f36a6 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 944 time: 0.0944381 Mar 10 07:09:50.529034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c05a2c0-9ce6-44c1-b5f6-58ae05d46a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.529752 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea217ae-760f-4980-b91e-14377176b431 req-0e483fde-f115-4ea5-b357-1052a902e90c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:50.531200 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ea217ae-760f-4980-b91e-14377176b431 req-0e483fde-f115-4ea5-b357-1052a902e90c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0804975 Mar 10 07:09:50.531386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c05a2c0-9ce6-44c1-b5f6-58ae05d46a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.532732 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9c05a2c0-9ce6-44c1-b5f6-58ae05d46a52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710 HTTP/1.1" status: 204 len: 168 time: 0.4318175 Mar 10 07:09:50.554735 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46f1a148-c183-4076-84a8-ffbfe045602e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.557198 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05a2c0-9ce6-44c1-b5f6-58ae05d46a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a1da3a-3e02-4ff8-b2bb-3dc1bc7e9710,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:50.587530 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-55f7d622-8050-41bd-88d3-e78faf73fc6f req-2295cc0f-3117-4cb9-9b5a-6a838ac43d16 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832686 Mar 10 07:09:50.611175 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ea217ae-760f-4980-b91e-14377176b431 req-3c795498-c426-428b-b52f-326c8e6daa77 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635347 Mar 10 07:09:50.684933 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46f1a148-c183-4076-84a8-ffbfe045602e admin admin] Publish callbacks [] for security_group (0106c203-dcaf-4952-9a96-f9cbd52523fb), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.712166 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:09:50.802918 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46f1a148-c183-4076-84a8-ffbfe045602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (0106c203-dcaf-4952-9a96-f9cbd52523fb), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.842156 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-46f1a148-c183-4076-84a8-ffbfe045602e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c17e4db90514ab68c70dc84e7edc312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094577 Mar 10 07:09:50.842995 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1a148-c183-4076-84a8-ffbfe045602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0106c203-dcaf-4952-9a96-f9cbd52523fb,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:50.845399 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40022) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:50.944063 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6636b18-0a63-4a52-8a28-dff602f49283 admin admin] Publish callbacks [] for security_group (0106c203-dcaf-4952-9a96-f9cbd52523fb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:50.976790 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6636b18-0a63-4a52-8a28-dff602f49283 admin admin] Publish callbacks [] for security_group (0106c203-dcaf-4952-9a96-f9cbd52523fb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.113539 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6636b18-0a63-4a52-8a28-dff602f49283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (0106c203-dcaf-4952-9a96-f9cbd52523fb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.116992 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6636b18-0a63-4a52-8a28-dff602f49283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.118166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d6636b18-0a63-4a52-8a28-dff602f49283 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0106c203-dcaf-4952-9a96-f9cbd52523fb HTTP/1.1" status: 204 len: 168 time: 0.2708952 Mar 10 07:09:51.124984 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:09:51.133237 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9760-a1e3-4e21-8e2d-c101020fd3cd req-7e328f78-68dd-476b-9266-375ec5df9e6e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.134860 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-73ae9760-a1e3-4e21-8e2d-c101020fd3cd req-7e328f78-68dd-476b-9266-375ec5df9e6e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 943 time: 0.0683854 Mar 10 07:09:51.141795 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6636b18-0a63-4a52-8a28-dff602f49283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0106c203-dcaf-4952-9a96-f9cbd52523fb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:51.143258 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device ee22bb93-7bf2-4671-88be-6878d8d9a992 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:51.210290 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-73ae9760-a1e3-4e21-8e2d-c101020fd3cd req-e8c305bd-838f-4cde-831b-81649f019a38 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637002 Mar 10 07:09:51.291099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:51.305115 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c1ed-2eb7-4f7f-8346-8c7d80db7228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.416088 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:51.431013 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'mac_address': 'fa:16:3e:c5:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:09:51.433989 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c1ed-2eb7-4f7f-8346-8c7d80db7228 admin admin] Publish callbacks [] for security_group (f47820d1-1999-40ff-a6f5-69eccfdb74b2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.458802 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port ee22bb93-7bf2-4671-88be-6878d8d9a992 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:09:51.467118 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port ee22bb93-7bf2-4671-88be-6878d8d9a992 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:51.467497 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.495785 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:51.496183 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.498461 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40056) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:51.517775 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38906e74-7f9a-4891-8fcb-e0620c3e0fdc {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:51.539812 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c1ed-2eb7-4f7f-8346-8c7d80db7228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f47820d1-1999-40ff-a6f5-69eccfdb74b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.542196 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:51.582512 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port ee22bb93-7bf2-4671-88be-6878d8d9a992 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:51.582907 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.585567 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c1ed-2eb7-4f7f-8346-8c7d80db7228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47820d1-1999-40ff-a6f5-69eccfdb74b2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:51.592981 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f2f7c1ed-2eb7-4f7f-8346-8c7d80db7228 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=194cbc9aac7d462cb89fbd2bd3e852ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983766 Mar 10 07:09:51.593206 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40060) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:51.611311 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22bb93-7bf2-4671-88be-6878d8d9a992'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:51.652088 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8c3-8d7b-4ad0-86a8-0beee76070bd admin admin] Publish callbacks [] for security_group (f47820d1-1999-40ff-a6f5-69eccfdb74b2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.675235 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.675901 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 5aff1e0e-0bcd-40c9-b201-07af4248a7dd details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:09:51.680814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8c3-8d7b-4ad0-86a8-0beee76070bd admin admin] Publish callbacks [] for security_group (f47820d1-1999-40ff-a6f5-69eccfdb74b2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.690233 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port ee22bb93-7bf2-4671-88be-6878d8d9a992, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992,segment=NetworkSegment(eba04227-101b-4274-8435-ce291251857a),segment_id=eba04227-101b-4274-8435-ce291251857a)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:51.760809 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:51.819068 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.834552 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58881bd-2196-4975-8a13-be16a6d56cf2 req-ef9fd939-85dd-4d2e-b3f9-835810530aee tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.841629 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d58881bd-2196-4975-8a13-be16a6d56cf2 req-ef9fd939-85dd-4d2e-b3f9-835810530aee tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 944 time: 0.1067262 Mar 10 07:09:51.861213 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c231a43-7389-4cfb-bea8-0f5b41e3fb2c req-78225587-921e-4656-8993-aa02e177c1ca tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:51.868854 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8c231a43-7389-4cfb-bea8-0f5b41e3fb2c req-78225587-921e-4656-8993-aa02e177c1ca tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.1328185 Mar 10 07:09:51.874011 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=ee22bb93-7bf2-4671-88be-6878d8d9a992,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:51.884830 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8c3-8d7b-4ad0-86a8-0beee76070bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f47820d1-1999-40ff-a6f5-69eccfdb74b2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.888533 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8c3-8d7b-4ad0-86a8-0beee76070bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.889742 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-93cbc8c3-8d7b-4ad0-86a8-0beee76070bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f47820d1-1999-40ff-a6f5-69eccfdb74b2 HTTP/1.1" status: 204 len: 168 time: 0.2955749 Mar 10 07:09:51.897992 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d048a870-c953-4559-8362-9015a13c328d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.913070 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:51.933984 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbc8c3-8d7b-4ad0-86a8-0beee76070bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47820d1-1999-40ff-a6f5-69eccfdb74b2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:51.935386 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee97292-ce8b-4b05-af03-ba37ee3896c4" -d '{"events": [{"server_uuid": "6d88c79e-9dee-410b-be3b-cedc60a86be0", "name": "network-vif-plugged", "status": "completed", "tag": "ee22bb93-7bf2-4671-88be-6878d8d9a992"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:51.937569 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'port_id': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'mac_address': 'fa:16:3e:95:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:09:51.986109 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:51.986498 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:51.997032 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d58881bd-2196-4975-8a13-be16a6d56cf2 req-2c14c3ef-1158-4c2d-86de-60a1287f9331 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503420 Mar 10 07:09:52.002227 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aff1e0e-0bcd-40c9-b201-07af4248a7dd {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:09:52.018079 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8c231a43-7389-4cfb-bea8-0f5b41e3fb2c req-0d9fe185-7f67-476b-a4cf-968ac3b29b12 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481669 Mar 10 07:09:52.023761 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:52.079591 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d048a870-c953-4559-8362-9015a13c328d admin admin] Publish callbacks [] for security_group (2e953a8e-01e1-4c7e-b3e1-fbbe1f634958), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.094673 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.134488 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d048a870-c953-4559-8362-9015a13c328d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2e953a8e-01e1-4c7e-b3e1-fbbe1f634958), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.148473 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:52.173100 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048a870-c953-4559-8362-9015a13c328d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e953a8e-01e1-4c7e-b3e1-fbbe1f634958,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:52.177856 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d048a870-c953-4559-8362-9015a13c328d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bee9a7459cb4bf5969256c7a1194827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6782522 Mar 10 07:09:52.180445 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:52.202287 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40086) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:52.218324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b79e-3d1b-4812-8d63-351f883ffbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.259675 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d1961b1-db00-47e4-b2fd-64fe0896b8e6 admin admin] Publish callbacks [] for security_group (2e953a8e-01e1-4c7e-b3e1-fbbe1f634958), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.288712 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d1961b1-db00-47e4-b2fd-64fe0896b8e6 admin admin] Publish callbacks [] for security_group (2e953a8e-01e1-4c7e-b3e1-fbbe1f634958), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.323942 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b79e-3d1b-4812-8d63-351f883ffbfb admin admin] Publish callbacks [] for security_group (444bf010-d80c-4ecd-8271-4f0e49c6e38a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.384936 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a4ff0-253f-4666-a23b-6bb92cf71c0c req-bf9bd626-1073-4fd6-a93c-fa85a680daca tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:52.390051 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8b3a4ff0-253f-4666-a23b-6bb92cf71c0c req-bf9bd626-1073-4fd6-a93c-fa85a680daca tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 944 time: 0.0718615 Mar 10 07:09:52.392793 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b79e-3d1b-4812-8d63-351f883ffbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (444bf010-d80c-4ecd-8271-4f0e49c6e38a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.434056 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['5aff1e0e-0bcd-40c9-b201-07af4248a7dd'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:09:52.437723 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b79e-3d1b-4812-8d63-351f883ffbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444bf010-d80c-4ecd-8271-4f0e49c6e38a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:52.475314 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8b3a4ff0-253f-4666-a23b-6bb92cf71c0c req-8defcd2e-e45e-4f66-a34b-089a1b837d2c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815392 Mar 10 07:09:52.487046 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40098) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:52.487123 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c4a9b79e-3d1b-4812-8d63-351f883ffbfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2f6a2864f064fcfb2c31c2d8a9abea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786393 Mar 10 07:09:52.498286 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['38906e74-7f9a-4891-8fcb-e0620c3e0fdc'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:09:52.532986 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4dca96-096b-4fd6-aebd-a192e9b791a5 x-openstack-request-id: req-1c4dca96-096b-4fd6-aebd-a192e9b791a5 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:52.533095 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d1961b1-db00-47e4-b2fd-64fe0896b8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2e953a8e-01e1-4c7e-b3e1-fbbe1f634958), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.533172 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d88c79e-9dee-410b-be3b-cedc60a86be0", "name": "network-vif-plugged", "status": "completed", "tag": "ee22bb93-7bf2-4671-88be-6878d8d9a992", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:52.533172 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c4dca96-096b-4fd6-aebd-a192e9b791a5 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:52.533172 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22bb93-7bf2-4671-88be-6878d8d9a992', 'code': 200} Mar 10 07:09:52.535840 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d1961b1-db00-47e4-b2fd-64fe0896b8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.539323 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-8d1961b1-db00-47e4-b2fd-64fe0896b8e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e953a8e-01e1-4c7e-b3e1-fbbe1f634958 HTTP/1.1" status: 204 len: 168 time: 0.3550999 Mar 10 07:09:52.566074 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1961b1-db00-47e4-b2fd-64fe0896b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e953a8e-01e1-4c7e-b3e1-fbbe1f634958,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:52.597919 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0543f117-6536-463a-b3b2-2a29e8890236 admin admin] Publish callbacks [] for security_group (444bf010-d80c-4ecd-8271-4f0e49c6e38a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.620956 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0543f117-6536-463a-b3b2-2a29e8890236 admin admin] Publish callbacks [] for security_group (444bf010-d80c-4ecd-8271-4f0e49c6e38a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.781331 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0543f117-6536-463a-b3b2-2a29e8890236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (444bf010-d80c-4ecd-8271-4f0e49c6e38a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.784388 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0543f117-6536-463a-b3b2-2a29e8890236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:52.787861 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0543f117-6536-463a-b3b2-2a29e8890236 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/444bf010-d80c-4ecd-8271-4f0e49c6e38a HTTP/1.1" status: 204 len: 168 time: 0.3025446 Mar 10 07:09:52.802973 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543f117-6536-463a-b3b2-2a29e8890236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444bf010-d80c-4ecd-8271-4f0e49c6e38a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:52.977377 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776fc0-031c-427c-805f-e523c31b664b req-3f7c8748-17bb-4d17-8c16-eb6f7c8be010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:52.978887 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0f776fc0-031c-427c-805f-e523c31b664b req-3f7c8748-17bb-4d17-8c16-eb6f7c8be010 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 1129 time: 0.1170211 Mar 10 07:09:52.996666 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f776fc0-031c-427c-805f-e523c31b664b req-6aa4976f-4b74-4095-af07-c524e790e11e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.088185 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f776fc0-031c-427c-805f-e523c31b664b req-6aa4976f-4b74-4095-af07-c524e790e11e service neutron] Publish callbacks [] for security_group (368dd98d-eaa8-445f-b3d1-234c1cfdf198), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.157134 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a447682-df1a-430b-8308-a8a7997b9b9b req-2c758e60-8fb4-46c8-88ec-977d1255cd99 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:53.158590 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4a447682-df1a-430b-8308-a8a7997b9b9b req-2c758e60-8fb4-46c8-88ec-977d1255cd99 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.0887785 Mar 10 07:09:53.209659 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fba3f8-32d4-4a12-9394-1d60ebf48967 req-768f256e-9a71-4aee-8b2b-32d954b48cc7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:53.211144 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e1fba3f8-32d4-4a12-9394-1d60ebf48967 req-768f256e-9a71-4aee-8b2b-32d954b48cc7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0907400 Mar 10 07:09:53.214167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f776fc0-031c-427c-805f-e523c31b664b req-6aa4976f-4b74-4095-af07-c524e790e11e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (368dd98d-eaa8-445f-b3d1-234c1cfdf198), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.253185 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4a447682-df1a-430b-8308-a8a7997b9b9b req-64cc8187-effd-4ab8-8584-86234528016d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872307 Mar 10 07:09:53.265430 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4976f-4b74-4095-af07-c524e790e11e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=368dd98d-eaa8-445f-b3d1-234c1cfdf198,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:53.269952 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0f776fc0-031c-427c-805f-e523c31b664b req-6aa4976f-4b74-4095-af07-c524e790e11e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853785 Mar 10 07:09:53.285529 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e1fba3f8-32d4-4a12-9394-1d60ebf48967 req-8c6a8cc6-2126-4f7e-882f-3bdba7c18ba1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564301 Mar 10 07:09:53.408953 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40150) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:53.425881 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c07ab82a-ebf9-4a59-910e-7dd141ba3e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.513971 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c07ab82a-ebf9-4a59-910e-7dd141ba3e64 admin admin] Publish callbacks [] for security_group (cb157732-31a3-433f-b97b-ccc116365191), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.591433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c07ab82a-ebf9-4a59-910e-7dd141ba3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (cb157732-31a3-433f-b97b-ccc116365191), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.591955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62967caa-a545-450a-8d09-7b76e5aac49a req-3c1a5755-f0cd-478f-b320-0ef9101861b4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:53.593509 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-62967caa-a545-450a-8d09-7b76e5aac49a req-3c1a5755-f0cd-478f-b320-0ef9101861b4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 944 time: 0.0531163 Mar 10 07:09:53.636188 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c07ab82a-ebf9-4a59-910e-7dd141ba3e64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfcb2ab940e041e2b0a04d3cc0e5b185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233005 Mar 10 07:09:53.636188 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ab82a-ebf9-4a59-910e-7dd141ba3e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb157732-31a3-433f-b97b-ccc116365191,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:53.637287 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40162) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:53.660228 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-62967caa-a545-450a-8d09-7b76e5aac49a req-4ec7e2c9-606b-4aa6-a058-b491287fbced tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612497 Mar 10 07:09:53.700607 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b87c030-1e9b-4c24-80a0-99bde2cac10c admin admin] Publish callbacks [] for security_group (cb157732-31a3-433f-b97b-ccc116365191), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.723681 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b87c030-1e9b-4c24-80a0-99bde2cac10c admin admin] Publish callbacks [] for security_group (cb157732-31a3-433f-b97b-ccc116365191), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.859920 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b87c030-1e9b-4c24-80a0-99bde2cac10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (cb157732-31a3-433f-b97b-ccc116365191), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.862457 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b87c030-1e9b-4c24-80a0-99bde2cac10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:53.863722 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7b87c030-1e9b-4c24-80a0-99bde2cac10c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb157732-31a3-433f-b97b-ccc116365191 HTTP/1.1" status: 204 len: 168 time: 0.2255299 Mar 10 07:09:53.876871 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87c030-1e9b-4c24-80a0-99bde2cac10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb157732-31a3-433f-b97b-ccc116365191,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:54.423633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181850c-5a7c-447d-8caf-3f4b87d647ac req-435206b5-4f4c-45aa-8eab-b5cdec1129fb tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:54.425147 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3181850c-5a7c-447d-8caf-3f4b87d647ac req-435206b5-4f4c-45aa-8eab-b5cdec1129fb tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.0915835 Mar 10 07:09:54.440560 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462d266-692f-4435-a2c4-5ada9ab85407 req-86c6f5d3-15cf-4ab5-8e7d-2abf45f2f57c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:54.442368 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b462d266-692f-4435-a2c4-5ada9ab85407 req-86c6f5d3-15cf-4ab5-8e7d-2abf45f2f57c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0791607 Mar 10 07:09:54.516741 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3181850c-5a7c-447d-8caf-3f4b87d647ac req-d5fe8f90-2611-420e-b352-f90edec3e5c8 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Mar 10 07:09:54.520427 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b462d266-692f-4435-a2c4-5ada9ab85407 req-b3a61464-f9f5-4473-999d-f1bd014e2b9a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706775 Mar 10 07:09:54.784323 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1b3a-f2ec-4e7b-9f76-3807eb95e271 req-52857ae7-3acb-4f9b-910b-47d44ec70a25 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:54.785800 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-824b1b3a-f2ec-4e7b-9f76-3807eb95e271 req-52857ae7-3acb-4f9b-910b-47d44ec70a25 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 944 time: 0.0558689 Mar 10 07:09:54.839429 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-824b1b3a-f2ec-4e7b-9f76-3807eb95e271 req-00293043-0b30-4aa0-a5f0-7853ab3ccdd2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Mar 10 07:09:55.144706 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:55.288929 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:09:55.292930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:55.293331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.330177 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40258) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:55.390820 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:55.391243 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.421404 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:55.423676 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a2aa0-be0e-4ae9-b50d-cab6b5091beb" -d '{"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-plugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:55.444563 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:55.475314 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b3a936-f3c0-45f3-be78-728518e5fb52 x-openstack-request-id: req-18b3a936-f3c0-45f3-be78-728518e5fb52 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:55.475811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-plugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:55.475930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18b3a936-f3c0-45f3-be78-728518e5fb52 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:55.476319 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'code': 200} Mar 10 07:09:55.504225 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-662366510-network', 'tenant_id': '20e015555920438b9a280fd39fb97ae1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:55.522807 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.523691 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 5aff1e0e-0bcd-40c9-b201-07af4248a7dd up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:09:55.620431 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Made reservation on behalf of 20e015555920438b9a280fd39fb97ae1 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:55.622547 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:55.623651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.640724 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.734711 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:09:55.738934 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:09:55.739504 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.808872 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e5a6-c45b-40f0-8123-62eb094c8eb9 req-2beb024c-57f3-4dd6-a46b-e4d5f928b02e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:55.810421 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4778e5a6-c45b-40f0-8123-62eb094c8eb9 req-2beb024c-57f3-4dd6-a46b-e4d5f928b02e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.1414874 Mar 10 07:09:55.819744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4d0d-a46f-40de-a735-c5c89472138a req-321e44df-5263-4609-b49f-fc7fb198b06b tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:55.821190 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e21a4d0d-a46f-40de-a735-c5c89472138a req-321e44df-5263-4609-b49f-fc7fb198b06b tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.1830781 Mar 10 07:09:55.826123 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:09:55.826574 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.867571 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:09:55.895014 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks [] for security_group (3a7039e9-c2e4-497f-bab0-38b4273040e7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.923051 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.927926 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4778e5a6-c45b-40f0-8123-62eb094c8eb9 req-3a3c518d-002d-4dfc-b274-e9eca5a9632d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051133 Mar 10 07:09:55.932518 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e21a4d0d-a46f-40de-a735-c5c89472138a req-9ba67fad-76e9-4d2a-a1ee-8d1939b4c1f5 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042180 Mar 10 07:09:55.953133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (3a7039e9-c2e4-497f-bab0-38b4273040e7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:55.969163 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eedd57-eb54-45ae-99b5-1a17bdd7a594 req-26a6849a-f3d4-4b84-bf4d-2289e1bb62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:55.973772 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:09:55.977758 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7eedd57-eb54-45ae-99b5-1a17bdd7a594 req-26a6849a-f3d4-4b84-bf4d-2289e1bb62ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1129 time: 0.0867302 Mar 10 07:09:56.000344 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.000610 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Added segment 2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f of type vlan for network 3998e981-c7e3-4f0e-bb37-12fb886070cf Mar 10 07:09:56.003451 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7039e9-c2e4-497f-bab0-38b4273040e7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:56.014906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:56.050288 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7eedd57-eb54-45ae-99b5-1a17bdd7a594 req-721d0cbd-67a1-4032-a8bf-6cbebbb76c5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661843 Mar 10 07:09:56.090011 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (3998e981-c7e3-4f0e-bb37-12fb886070cf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.132216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa681-1ae0-40ff-afbe-8e3bb0d747c9 req-6c9ec388-e182-4f18-9e75-91917e810353 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:56.133772 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e73aa681-1ae0-40ff-afbe-8e3bb0d747c9 req-6c9ec388-e182-4f18-9e75-91917e810353 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0807354 Mar 10 07:09:56.187423 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e73aa681-1ae0-40ff-afbe-8e3bb0d747c9 req-047d8a83-3f89-40a7-be1e-62e23ab47011 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479903 Mar 10 07:09:56.191229 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (3998e981-c7e3-4f0e-bb37-12fb886070cf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.192131 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:56.193243 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.250327 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] Pushing event updated for resources: {'Network': ['ID=3998e981-c7e3-4f0e-bb37-12fb886070cf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:56.261487 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 3998e981-c7e3-4f0e-bb37-12fb886070cf details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:09:56.280405 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b170c1b0-741c-44ea-b922-501559a9e33f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9480848 Mar 10 07:09:56.283669 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40304) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:56.290777 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Request body: {'subnet': {'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-662366510-subnet', 'tenant_id': '20e015555920438b9a280fd39fb97ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:56.363272 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Made reservation on behalf of 20e015555920438b9a280fd39fb97ae1 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:09:56.368402 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.637787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:56.698941 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:56.709344 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Checking segment: {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:09:56.709696 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Network hostable DHCP agents. Network: 3998e981-c7e3-4f0e-bb37-12fb886070cf, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:09:56.893814 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Network 3998e981-c7e3-4f0e-bb37-12fb886070cf is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:09:56.997355 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 3998e981-c7e3-4f0e-bb37-12fb886070cf) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:09:57.023784 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cec148-0618-4315-a4bb-3d54dacce090 None None] Network 3998e981-c7e3-4f0e-bb37-12fb886070cf requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:57.027077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:57.039846 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:57.117576 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1de2f-53af-45b4-977b-4ad9ad85a10e req-7ea9a452-f41b-4353-8d74-6d874655bf45 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:57.119373 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-22a1de2f-53af-45b4-977b-4ad9ad85a10e req-7ea9a452-f41b-4353-8d74-6d874655bf45 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.1065032 Mar 10 07:09:57.155918 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8e711-50d7-4329-9cc5-b251bfeefbe8 None None] Network 3998e981-c7e3-4f0e-bb37-12fb886070cf requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:09:57.180089 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-22a1de2f-53af-45b4-977b-4ad9ad85a10e req-4d149a31-d8fb-4538-802a-0fd758dc8a39 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528364 Mar 10 07:09:57.185341 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b3972e0e-dd0c-4c8d-8b74-ba210f4cec31 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8998194 Mar 10 07:09:57.340938 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c9f2-adc8-4483-88d6-6faeb8714f70 req-e7f2dbf7-7873-4086-9232-c74c98c7e456 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:57.342620 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aaf5c9f2-adc8-4483-88d6-6faeb8714f70 req-e7f2dbf7-7873-4086-9232-c74c98c7e456 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0544143 Mar 10 07:09:57.401906 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aaf5c9f2-adc8-4483-88d6-6faeb8714f70 req-8f16a4c5-1549-4c66-a8aa-4337dabab654 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532856 Mar 10 07:09:57.477349 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:09:57.479793 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7b75e4-e692-4831-82a4-852de452a106" -d '{"events": [{"server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "name": "network-vif-plugged", "status": "completed", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:09:57.516539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff16a8-8253-4e49-8547-054b7a4a4070 x-openstack-request-id: req-e7ff16a8-8253-4e49-8547-054b7a4a4070 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:09:57.516920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "name": "network-vif-plugged", "status": "completed", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:09:57.517174 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7ff16a8-8253-4e49-8547-054b7a4a4070 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:09:57.517595 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'code': 200} Mar 10 07:09:57.594987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40340) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:57.703004 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d356cfe-4a74-4496-b779-6fccbec1dbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:57.778329 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d356cfe-4a74-4496-b779-6fccbec1dbe9 admin admin] Publish callbacks [] for security_group (eb30bddf-b219-4f22-b908-986e16273b49), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:57.859480 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d356cfe-4a74-4496-b779-6fccbec1dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (eb30bddf-b219-4f22-b908-986e16273b49), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:57.901507 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2d356cfe-4a74-4496-b779-6fccbec1dbe9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc64ac67decc41d0a2b3dcd72eae8bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054168 Mar 10 07:09:57.904133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:57.905336 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d356cfe-4a74-4496-b779-6fccbec1dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30bddf-b219-4f22-b908-986e16273b49,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:57.915787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f250a-f03c-4472-b2b3-5b318c9fb79b req-38f9a48b-0332-4286-8fa1-6834d0b97765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:57.917926 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-679f250a-f03c-4472-b2b3-5b318c9fb79b req-38f9a48b-0332-4286-8fa1-6834d0b97765 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0850656 Mar 10 07:09:57.952985 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1214cd36-8630-40f1-b6bd-1c110d82ab0d admin admin] Publish callbacks [] for security_group (eb30bddf-b219-4f22-b908-986e16273b49), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:57.971395 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-679f250a-f03c-4472-b2b3-5b318c9fb79b req-83dd0bcc-2009-4b3a-9e93-6497c03840ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459049 Mar 10 07:09:57.977037 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1214cd36-8630-40f1-b6bd-1c110d82ab0d admin admin] Publish callbacks [] for security_group (eb30bddf-b219-4f22-b908-986e16273b49), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:58.097125 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1214cd36-8630-40f1-b6bd-1c110d82ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (eb30bddf-b219-4f22-b908-986e16273b49), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:58.100680 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1214cd36-8630-40f1-b6bd-1c110d82ab0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:58.101976 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1214cd36-8630-40f1-b6bd-1c110d82ab0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb30bddf-b219-4f22-b908-986e16273b49 HTTP/1.1" status: 204 len: 168 time: 0.1967995 Mar 10 07:09:58.111718 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214cd36-8630-40f1-b6bd-1c110d82ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30bddf-b219-4f22-b908-986e16273b49,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:58.336340 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d3ea-394a-437f-855c-0099f5c613f4 req-14dded16-1df7-4229-bb3b-f16afb6b2975 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:58.343951 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0a43d3ea-394a-437f-855c-0099f5c613f4 req-14dded16-1df7-4229-bb3b-f16afb6b2975 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0764618 Mar 10 07:09:58.388883 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0a43d3ea-394a-437f-855c-0099f5c613f4 req-aec63158-6384-4f7d-922f-1fd6c6552d57 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Mar 10 07:09:58.567258 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c6b7-140a-4e3b-bebd-a76dd72b50d0 req-c142cdec-8c02-48aa-94b1-9a8af98a5173 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:58.569192 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3c20c6b7-140a-4e3b-bebd-a76dd72b50d0 req-c142cdec-8c02-48aa-94b1-9a8af98a5173 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0542598 Mar 10 07:09:58.578256 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40392) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:58.582977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'floatingip': {'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:09:58.655057 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (e94da393-97be-4edb-9038-90d4b106e096), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:58.673779 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73393b22-62df-4a28-9640-45109e92a079 req-04edd2da-3068-4c87-9546-a42efaf37f73 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:58.675319 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-73393b22-62df-4a28-9640-45109e92a079 req-04edd2da-3068-4c87-9546-a42efaf37f73 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0533853 Mar 10 07:09:58.721847 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-73393b22-62df-4a28-9640-45109e92a079 req-ff5aaaa4-6809-4121-b7c7-8ffaf0b2f7f1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409291 Mar 10 07:09:58.929240 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40394) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:58.946070 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-def7825d-dafc-4e4a-934b-0ed06b842d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.020177 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-def7825d-dafc-4e4a-934b-0ed06b842d6c admin admin] Publish callbacks [] for security_group (dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.122651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-def7825d-dafc-4e4a-934b-0ed06b842d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.183331 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-def7825d-dafc-4e4a-934b-0ed06b842d6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=955b8ec6cf184987ba3d02e7f2ed9990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527752 Mar 10 07:09:59.184276 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7825d-dafc-4e4a-934b-0ed06b842d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:59.186706 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40402) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:09:59.250399 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9aa50c6-ac78-40a1-8ba0-c52e9fde7c99 admin admin] Publish callbacks [] for security_group (dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.285495 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9aa50c6-ac78-40a1-8ba0-c52e9fde7c99 admin admin] Publish callbacks [] for security_group (dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.321607 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.402863 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (e94da393-97be-4edb-9038-90d4b106e096), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.422347 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9aa50c6-ac78-40a1-8ba0-c52e9fde7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.424096 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9aa50c6-ac78-40a1-8ba0-c52e9fde7c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:09:59.428229 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a9aa50c6-ac78-40a1-8ba0-c52e9fde7c99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6 HTTP/1.1" status: 204 len: 168 time: 0.2374964 Mar 10 07:09:59.438869 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa50c6-ac78-40a1-8ba0-c52e9fde7c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68f4c1-f80f-4b6d-bbdf-8a4ebacddcb6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:09:59.460092 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-81eae571-098b-490d-9d4e-eea1f3b0d2f3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:59.465765 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-81eae571-098b-490d-9d4e-eea1f3b0d2f3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/networks?id=3998e981-c7e3-4f0e-bb37-12fb886070cf HTTP/1.1" status: 200 len: 808 time: 0.1173203 Mar 10 07:09:59.477870 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-30ffe5fc-22e5-455d-bd07-48f314ee8ab5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/quotas/20e015555920438b9a280fd39fb97ae1 HTTP/1.1" status: 200 len: 375 time: 0.0104234 Mar 10 07:09:59.533755 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-70a6338a-f73d-4b5e-ab51-c2d9186a69c0 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=20e015555920438b9a280fd39fb97ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466361 Mar 10 07:09:59.666148 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-e5f11976-8e3a-4175-afd4-c708ba9b4f2f service neutron] 10.222.0.30 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312683 Mar 10 07:09:59.808018 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-8f8b2a7d-c6ff-45c4-80c0-295b4b69ae65 service neutron] 10.222.0.30 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347699 Mar 10 07:09:59.839788 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Floating IP e94da393-97be-4edb-9038-90d4b106e096 associated. External IP: 172.27.0.183, port: 38906e74-7f9a-4891-8fcb-e0620c3e0fdc. Mar 10 07:09:59.914095 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d00469-0922-4591-8fd1-034413945c57 req-6d8ac58e-7fa9-4286-8704-d20a14c82cda tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:09:59.914095 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-76d00469-0922-4591-8fd1-034413945c57 req-6d8ac58e-7fa9-4286-8704-d20a14c82cda tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0932293 Mar 10 07:09:59.973560 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-76d00469-0922-4591-8fd1-034413945c57 req-0873cd7a-69cf-4c9c-958c-9c0dc34d0340 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533848 Mar 10 07:10:00.108912 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Router 509602e6-293a-46cd-92ff-afddf759d2f3 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:10:00.172782 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-499ea3a1-0f23-4790-9a79-433e9dcd258a req-80ae750f-5b0c-4e39-88a2-d6e25343ff4f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0581129 Mar 10 07:10:00.262953 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:10:00.268435 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:00.282216 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:10:00.294287 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:00.295469 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:00.317321 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7973ea94-98a5-4ce2-b026-48ccdabde386 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "PUT /v2.0/floatingips/e94da393-97be-4edb-9038-90d4b106e096 HTTP/1.1" status: 200 len: 991 time: 1.7258852 Mar 10 07:10:00.317321 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:00.317321 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e7fca2-f270-4b12-9e64-e5ee77f235db" -d '{"events": [{"name": "network-changed", "server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:00.324387 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40464) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:00.360821 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc541c8b-5830-4dcf-aaa0-4dd90d319d35 x-openstack-request-id: req-dc541c8b-5830-4dcf-aaa0-4dd90d319d35 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:00.361246 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:00.361522 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc541c8b-5830-4dcf-aaa0-4dd90d319d35 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:00.361898 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'status': 'completed', 'code': 200} Mar 10 07:10:00.447101 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-627289a7-11f2-4441-a2a1-60604da4b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:00.451633 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-627289a7-11f2-4441-a2a1-60604da4b6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1129 time: 0.0662475 Mar 10 07:10:00.460962 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:00.560834 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6f78e15-3df0-46ef-87a8-c8ef26feeeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:00.605041 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-c2d9ca85-9bc5-4469-83c6-6cccc1c933ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:00.606565 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-c2d9ca85-9bc5-4469-83c6-6cccc1c933ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.1505740 Mar 10 07:10:00.738181 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-10915a3d-eff6-4dd4-8bfe-9690b99f3146 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 999 time: 0.1245222 Mar 10 07:10:00.782114 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'e94da393-97be-4edb-9038-90d4b106e096', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'mac_address': 'fa:16:3e:c5:64:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:27Z', 'updated_at': '2022-03-10T07:09:59Z', 'revision_number': 1, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:00.800870 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6f78e15-3df0-46ef-87a8-c8ef26feeeb0 admin admin] Publish callbacks [] for security_group (5d708c2d-862c-429c-9840-aada1b598180), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:00.818440 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:10:00.819525 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-5fd42ad4-cc9c-4c0e-9e88-a4a2cb21b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:00.821052 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-5fd42ad4-cc9c-4c0e-9e88-a4a2cb21b463 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0721598 Mar 10 07:10:00.828540 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:00.829251 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:00.891599 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-60b10fcc-0982-4977-a367-c26e1bafa265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:00.893644 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-60b10fcc-0982-4977-a367-c26e1bafa265 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663998 Mar 10 07:10:00.927764 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6f78e15-3df0-46ef-87a8-c8ef26feeeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5d708c2d-862c-429c-9840-aada1b598180), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:01.039856 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c6f78e15-3df0-46ef-87a8-c8ef26feeeb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ba1b5eb325f45c2ad777c8770a11913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7118196 Mar 10 07:10:01.039856 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f78e15-3df0-46ef-87a8-c8ef26feeeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d708c2d-862c-429c-9840-aada1b598180,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:01.040182 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:01.061499 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-513600b0-42a9-4a39-8f58-a76c02db77f8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605628 Mar 10 07:10:01.074902 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:01.108237 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c502797a-08d9-4e22-b8d2-8a95dbcea508 admin admin] Publish callbacks [] for security_group (5d708c2d-862c-429c-9840-aada1b598180), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:01.157044 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c502797a-08d9-4e22-b8d2-8a95dbcea508 admin admin] Publish callbacks [] for security_group (5d708c2d-862c-429c-9840-aada1b598180), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:01.203607 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10f44a-16f2-458f-99f2-5656b5275d84 req-ce32f0e3-f3f4-4548-83e9-7ccc0c98f4e6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:01.205076 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8d10f44a-16f2-458f-99f2-5656b5275d84 req-ce32f0e3-f3f4-4548-83e9-7ccc0c98f4e6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0923989 Mar 10 07:10:01.284961 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-31c5246b-73aa-4f52-9409-2a8dd14b3318 req-03b6d3e1-0528-468a-bdae-11168fd72928 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0363035 Mar 10 07:10:01.321569 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8d10f44a-16f2-458f-99f2-5656b5275d84 req-253ce1a9-89a1-48cb-942a-e6e46a448c56 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007814 Mar 10 07:10:01.336177 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c502797a-08d9-4e22-b8d2-8a95dbcea508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5d708c2d-862c-429c-9840-aada1b598180), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:01.336177 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c502797a-08d9-4e22-b8d2-8a95dbcea508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:01.336177 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c502797a-08d9-4e22-b8d2-8a95dbcea508 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d708c2d-862c-429c-9840-aada1b598180 HTTP/1.1" status: 204 len: 168 time: 0.2926860 Mar 10 07:10:01.340322 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'e94da393-97be-4edb-9038-90d4b106e096', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'mac_address': 'fa:16:3e:c5:64:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:27Z', 'updated_at': '2022-03-10T07:09:59Z', 'revision_number': 1, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:01.351380 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502797a-08d9-4e22-b8d2-8a95dbcea508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d708c2d-862c-429c-9840-aada1b598180,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:01.384648 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3deb97-c61c-408d-a69e-886339ab71c5 None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'e94da393-97be-4edb-9038-90d4b106e096', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'mac_address': 'fa:16:3e:c5:64:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:27Z', 'updated_at': '2022-03-10T07:09:59Z', 'revision_number': 1, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:10:01.501143 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45569f27-d751-406e-8bec-b01083aeba39 req-63076e33-175c-4e2c-86b8-9037f62ee8a4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:01.503224 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-45569f27-d751-406e-8bec-b01083aeba39 req-63076e33-175c-4e2c-86b8-9037f62ee8a4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0620184 Mar 10 07:10:01.512398 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:01.518388 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'floatingip': {'port_id': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:01.666633 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe482d-4f3d-4aca-a8ef-68448c6dd316 None None] New status for floating IP e94da393-97be-4edb-9038-90d4b106e096: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:10:01.779141 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (3469e717-e024-4df1-878b-e9e55d42683c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:01.928631 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40524) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:01.943578 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b5ce940e-c2bb-48cb-be46-467a89a04047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.044649 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b5ce940e-c2bb-48cb-be46-467a89a04047 admin admin] Publish callbacks [] for security_group (966cedc2-bb71-432f-aed1-fbf73245e3fc), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.111555 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b5ce940e-c2bb-48cb-be46-467a89a04047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (966cedc2-bb71-432f-aed1-fbf73245e3fc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.195066 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b5ce940e-c2bb-48cb-be46-467a89a04047 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c62c577917734183bf67aa2804766651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616613 Mar 10 07:10:02.195819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40530) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:02.206519 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce940e-c2bb-48cb-be46-467a89a04047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966cedc2-bb71-432f-aed1-fbf73245e3fc,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:02.230233 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d7e7fca2-f270-4b12-9e64-e5ee77f235db req-df8b6e2b-3863-4be5-97fe-28997a794a28 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497581 Mar 10 07:10:02.267005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-319ccd14-eb25-47d6-9ce5-de489b529cba admin admin] Publish callbacks [] for security_group (966cedc2-bb71-432f-aed1-fbf73245e3fc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.290335 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-319ccd14-eb25-47d6-9ce5-de489b529cba admin admin] Publish callbacks [] for security_group (966cedc2-bb71-432f-aed1-fbf73245e3fc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.429049 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ce09622d-cebc-4512-8394-deb24a1f8c95 req-83fbbd64-bec7-4ef8-b2c8-da79248d69e1 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0612423 Mar 10 07:10:02.471189 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-319ccd14-eb25-47d6-9ce5-de489b529cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (966cedc2-bb71-432f-aed1-fbf73245e3fc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.474497 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-319ccd14-eb25-47d6-9ce5-de489b529cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.478542 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-319ccd14-eb25-47d6-9ce5-de489b529cba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/966cedc2-bb71-432f-aed1-fbf73245e3fc HTTP/1.1" status: 204 len: 168 time: 0.2789633 Mar 10 07:10:02.484283 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ccd14-eb25-47d6-9ce5-de489b529cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966cedc2-bb71-432f-aed1-fbf73245e3fc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:02.525481 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.601595 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (3469e717-e024-4df1-878b-e9e55d42683c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:02.705926 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Floating IP 3469e717-e024-4df1-878b-e9e55d42683c associated. External IP: 172.27.0.35, port: 5aff1e0e-0bcd-40c9-b201-07af4248a7dd. Mar 10 07:10:02.929220 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:10:03.204799 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:10:03.210422 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:03.216407 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:10:03.227054 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:03.227664 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:03.238827 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-7aed431c-70c1-4c6e-9ec7-11b3269f0577 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "PUT /v2.0/floatingips/3469e717-e024-4df1-878b-e9e55d42683c HTTP/1.1" status: 200 len: 990 time: 1.7254415 Mar 10 07:10:03.239495 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:03.379044 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:03.410996 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:03.517093 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cedd4e7-174f-4336-99a8-af1faeeb40c8 x-openstack-request-id: req-1cedd4e7-174f-4336-99a8-af1faeeb40c8 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:03.517688 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:03.518160 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cedd4e7-174f-4336-99a8-af1faeeb40c8 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:03.518670 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'status': 'completed', 'code': 200} Mar 10 07:10:03.537481 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d892093b-1270-45b4-a057-965043844b5f req-1074adcd-7fb9-4d39-ba99-e2f042ac714f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0299268 Mar 10 07:10:03.628795 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '3469e717-e024-4df1-878b-e9e55d42683c', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'port_id': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'mac_address': 'fa:16:3e:95:24:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:26Z', 'updated_at': '2022-03-10T07:10:02Z', 'revision_number': 1, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:03.654963 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:10:03.663052 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:03.663652 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:09:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:03.786821 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:04.013953 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '3469e717-e024-4df1-878b-e9e55d42683c', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'port_id': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'mac_address': 'fa:16:3e:95:24:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:26Z', 'updated_at': '2022-03-10T07:10:02Z', 'revision_number': 1, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:04.040447 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb3a3ab-0a92-4afb-9dc9-9ca45853c99e None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '3469e717-e024-4df1-878b-e9e55d42683c', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'port_id': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'mac_address': 'fa:16:3e:95:24:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:09:26Z', 'updated_at': '2022-03-10T07:10:02Z', 'revision_number': 1, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:10:04.222069 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c20662-5b03-4457-a177-fe10ca9816a1 None None] New status for floating IP 3469e717-e024-4df1-878b-e9e55d42683c: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:10:04.463325 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-fca683bd-2994-4b34-ad91-2b3f1d27082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:04.465457 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-fca683bd-2994-4b34-ad91-2b3f1d27082f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0488236 Mar 10 07:10:04.555077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-a07a0e38-ac6b-445b-aabc-0222d39d1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:04.556579 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-a07a0e38-ac6b-445b-aabc-0222d39d1240 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.0845344 Mar 10 07:10:04.641595 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-6d845c2b-b30b-433e-9fe9-698ab7357f98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1000 time: 0.0791326 Mar 10 07:10:04.661072 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a26cb6c1-215f-493d-a1cc-84d45925373c req-7f34bafb-a6de-496b-a019-207950292a74 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0459998 Mar 10 07:10:04.690628 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-efad804c-d1bc-40fa-ad71-97118b647227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:04.692075 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-efad804c-d1bc-40fa-ad71-97118b647227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0448616 Mar 10 07:10:04.743425 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-ad5b1c9f-12c1-482f-a611-7d320880ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:04.744928 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-ad5b1c9f-12c1-482f-a611-7d320880ff2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466747 Mar 10 07:10:04.842852 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-a8a5b7be-6f3c-4718-936e-59de7c6cece1 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895483 Mar 10 07:10:04.951454 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6c3fb1cd-6ee0-44ed-90ff-600039958ea7 req-253e315a-b7af-4343-ab4d-6de6b86669d2 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888815 Mar 10 07:10:05.476180 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-a5bed632-d82e-42a4-86ac-166bb0831e88 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:05.477674 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-a5bed632-d82e-42a4-86ac-166bb0831e88 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "GET /v2.0/networks?id=3998e981-c7e3-4f0e-bb37-12fb886070cf HTTP/1.1" status: 200 len: 808 time: 0.1131568 Mar 10 07:10:05.491282 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Request body: {'port': {'device_id': '7a37f698-4cca-4436-be3b-64712e48b50e', 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf', 'admin_state_up': True, 'tenant_id': '20e015555920438b9a280fd39fb97ae1'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:05.653472 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Made reservation on behalf of 20e015555920438b9a280fd39fb97ae1 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:05.657230 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:05.760082 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ffe9b23-13b8-4055-9688-639935d81713 req-42d31ad5-048f-4e94-8e43-485d12fa15d5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0281408 Mar 10 07:10:05.796284 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Allocated IP 172.20.0.14 (3998e981-c7e3-4f0e-bb37-12fb886070cf/a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c/55360e3d-06d2-4b44-a6b7-77fc8ed25a41) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:10:05.940327 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks [] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:06.049009 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:06.094785 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Network 3998e981-c7e3-4f0e-bb37-12fb886070cf is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:06.097996 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:06.103846 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:10:06.111870 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:06.112509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:06.123018 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Pushing event updated for resources: {'Port': ['ID=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:06.244298 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-0447250f-c3c0-4e92-a59e-00fed14753fb tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7571290 Mar 10 07:10:06.878483 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08449950-f19b-4123-9752-dd21006dc298 req-4cf9eee0-a4a8-4a4e-98af-42e7ef2c24c4 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:06.879919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08449950-f19b-4123-9752-dd21006dc298 req-4cf9eee0-a4a8-4a4e-98af-42e7ef2c24c4 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 932 time: 0.0525069 Mar 10 07:10:06.924981 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08449950-f19b-4123-9752-dd21006dc298 req-07efc6c8-74b7-4305-9901-e84953ee4ee7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 Mar 10 07:10:07.025602 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40664) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:07.127816 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b50-a596-406f-85a5-b1b2c79459f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.204818 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b50-a596-406f-85a5-b1b2c79459f8 admin admin] Publish callbacks [] for security_group (8b717815-5d9a-49f2-a44c-fb5eea09425e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.276081 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b50-a596-406f-85a5-b1b2c79459f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (8b717815-5d9a-49f2-a44c-fb5eea09425e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.314864 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7bdc5b50-a596-406f-85a5-b1b2c79459f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7a17b7e8f044114b7d5f102806b606a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881858 Mar 10 07:10:07.315579 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc5b50-a596-406f-85a5-b1b2c79459f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b717815-5d9a-49f2-a44c-fb5eea09425e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:07.318553 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40676) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:07.367959 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8fa9-e635-4b78-a1e5-78413f46290c admin admin] Publish callbacks [] for security_group (8b717815-5d9a-49f2-a44c-fb5eea09425e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.391018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8fa9-e635-4b78-a1e5-78413f46290c admin admin] Publish callbacks [] for security_group (8b717815-5d9a-49f2-a44c-fb5eea09425e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.527115 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8fa9-e635-4b78-a1e5-78413f46290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (8b717815-5d9a-49f2-a44c-fb5eea09425e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.529626 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8fa9-e635-4b78-a1e5-78413f46290c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:07.530766 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6dbf8fa9-e635-4b78-a1e5-78413f46290c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b717815-5d9a-49f2-a44c-fb5eea09425e HTTP/1.1" status: 204 len: 168 time: 0.2108288 Mar 10 07:10:07.539009 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf8fa9-e635-4b78-a1e5-78413f46290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b717815-5d9a-49f2-a44c-fb5eea09425e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:07.908096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Request body: {'port': {'device_id': '7a37f698-4cca-4436-be3b-64712e48b50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:07.967185 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.047037 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97a71d-fe31-4d60-9b12-28e7ca49d877 req-469bd787-e3fb-4065-8fe9-01c603cc0404 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:08.048481 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa97a71d-fe31-4d60-9b12-28e7ca49d877 req-469bd787-e3fb-4065-8fe9-01c603cc0404 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 932 time: 0.0557830 Mar 10 07:10:08.096059 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa97a71d-fe31-4d60-9b12-28e7ca49d877 req-6cc4bf61-965e-4082-823e-b188947b3af9 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Mar 10 07:10:08.221203 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:08.227452 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:08.234668 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a653bf55-4f77-4b91-b142-9323cf431e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.234807 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Publish callbacks [] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.248522 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Transition to ACTIVE for port object 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:10:08.313022 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a653bf55-4f77-4b91-b142-9323cf431e6e admin admin] Publish callbacks [] for security_group (70d12bef-a6db-4255-950e-3fdfc5e4b24d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.316676 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.368794 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Pushing event updated for resources: {'Port': ['ID=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:08.377027 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a653bf55-4f77-4b91-b142-9323cf431e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (70d12bef-a6db-4255-950e-3fdfc5e4b24d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.401268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Attempting to bind port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:10:08.401753 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Attempting to bind port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:10:08.401948 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Attempting to bind port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 on network 3998e981-c7e3-4f0e-bb37-12fb886070cf {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:08.408172 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 on network 3998e981-c7e3-4f0e-bb37-12fb886070cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:10:08.408172 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Attempting to bind port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 on network 3998e981-c7e3-4f0e-bb37-12fb886070cf {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:08.410767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653bf55-4f77-4b91-b142-9323cf431e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d12bef-a6db-4255-950e-3fdfc5e4b24d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:08.422367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:10:08.425129 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Checking segment: {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:08.428521 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Bound using segment: {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:10:08.428952 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Bound port: 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:10:08.429528 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.447349 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a653bf55-4f77-4b91-b142-9323cf431e6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25139aac6417466a95ec62c5cb2e212e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230389 Mar 10 07:10:08.447933 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40704) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:08.536741 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] For port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:10:08.539652 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] For port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:10:08.540961 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-03358b04-577f-4a75-af38-4df369895cad admin admin] Publish callbacks [] for security_group (70d12bef-a6db-4255-950e-3fdfc5e4b24d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.562889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-03358b04-577f-4a75-af38-4df369895cad admin admin] Publish callbacks [] for security_group (70d12bef-a6db-4255-950e-3fdfc5e4b24d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.631113 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.663762 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:08.664364 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.665740 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] 10.222.0.20 "PUT /v2.0/ports/55360e3d-06d2-4b44-a6b7-77fc8ed25a41 HTTP/1.1" status: 200 len: 1094 time: 0.7621901 Mar 10 07:10:08.666164 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a37f698-4cca-4436-be3b-64712e48b50e', 'tag': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:08.668329 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e81b24-421d-4737-84e7-42e2a17b35e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a37f698-4cca-4436-be3b-64712e48b50e", "tag": "55360e3d-06d2-4b44-a6b7-77fc8ed25a41"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:08.692939 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0875f4-895b-4871-8a94-6ef63e77d398 service neutron] Pushing event updated for resources: {'Port': ['ID=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:08.702701 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a021e9-9368-4a42-a8d4-18fa0f315f08 x-openstack-request-id: req-b1a021e9-9368-4a42-a8d4-18fa0f315f08 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:08.702989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a37f698-4cca-4436-be3b-64712e48b50e", "tag": "55360e3d-06d2-4b44-a6b7-77fc8ed25a41", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:08.703244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1a021e9-9368-4a42-a8d4-18fa0f315f08 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:08.703641 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a37f698-4cca-4436-be3b-64712e48b50e', 'tag': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41', 'status': 'completed', 'code': 200} Mar 10 07:10:08.705096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-03358b04-577f-4a75-af38-4df369895cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (70d12bef-a6db-4255-950e-3fdfc5e4b24d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.708509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-03358b04-577f-4a75-af38-4df369895cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:08.709670 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-03358b04-577f-4a75-af38-4df369895cad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70d12bef-a6db-4255-950e-3fdfc5e4b24d HTTP/1.1" status: 204 len: 168 time: 0.2607741 Mar 10 07:10:08.717611 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03358b04-577f-4a75-af38-4df369895cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d12bef-a6db-4255-950e-3fdfc5e4b24d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:09.215781 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23890d68-d0fa-4d52-a13d-8c3c5827cafd req-a66f8959-022a-4b51-ad1d-63313de3d186 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:09.217221 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-23890d68-d0fa-4d52-a13d-8c3c5827cafd req-a66f8959-022a-4b51-ad1d-63313de3d186 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 944 time: 0.0544868 Mar 10 07:10:09.264903 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-23890d68-d0fa-4d52-a13d-8c3c5827cafd req-4f396ba7-60ca-4660-8173-11ec6c8ca6c5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Mar 10 07:10:09.458480 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e81b24-421d-4737-84e7-42e2a17b35e9 req-178119e5-c7b6-4d87-916f-5e84434f41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:09.460089 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c5e81b24-421d-4737-84e7-42e2a17b35e9 req-178119e5-c7b6-4d87-916f-5e84434f41ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20e015555920438b9a280fd39fb97ae1&device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 1128 time: 0.0577025 Mar 10 07:10:09.561857 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e81b24-421d-4737-84e7-42e2a17b35e9 req-6c2bfb0e-4da9-4dd2-b1d7-99405fa098e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:09.563345 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c5e81b24-421d-4737-84e7-42e2a17b35e9 req-6c2bfb0e-4da9-4dd2-b1d7-99405fa098e8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=20e015555920438b9a280fd39fb97ae1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0923035 Mar 10 07:10:09.876601 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e81b24-421d-4737-84e7-42e2a17b35e9 req-7a7d4d82-e798-4cb8-9e37-b9da0d0716d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:09.878096 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c5e81b24-421d-4737-84e7-42e2a17b35e9 req-7a7d4d82-e798-4cb8-9e37-b9da0d0716d6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3084846 Mar 10 07:10:10.229933 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-cec20c95-4160-4d26-b0c6-b9fe727ad87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:10.231424 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-cec20c95-4160-4d26-b0c6-b9fe727ad87a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20e015555920438b9a280fd39fb97ae1&device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 1128 time: 0.0525098 Mar 10 07:10:10.274719 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-c9d9c310-1603-446f-9f74-70683fa85ed5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55360e3d-06d2-4b44-a6b7-77fc8ed25a41 HTTP/1.1" status: 200 len: 217 time: 0.0337975 Mar 10 07:10:10.334268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb415-93c1-4df5-8977-253656f14b7e req-0798c983-d4f4-40d5-8a9e-4d58c5b3b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:10.337287 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-0798c983-d4f4-40d5-8a9e-4d58c5b3b5fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c HTTP/1.1" status: 200 len: 848 time: 0.0521829 Mar 10 07:10:10.375852 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-aee399c8-4447-44fd-8695-4491f16cb3a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3998e981-c7e3-4f0e-bb37-12fb886070cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289757 Mar 10 07:10:10.396712 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587173-8cc6-496b-b392-3e31b0f24de5 req-edbfc5f5-1da2-45a0-82f0-3d02c07e503e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:10.398249 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1587173-8cc6-496b-b392-3e31b0f24de5 req-edbfc5f5-1da2-45a0-82f0-3d02c07e503e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 944 time: 0.0612996 Mar 10 07:10:10.446165 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1587173-8cc6-496b-b392-3e31b0f24de5 req-3fd6f624-ea84-4a42-bfa3-bb673de0cd68 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Mar 10 07:10:10.510070 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-aa01a6d6-e23f-4123-80c2-a6c347248f83 service neutron] 10.222.0.20 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889096 Mar 10 07:10:10.647276 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-539cb415-93c1-4df5-8977-253656f14b7e req-e93f3b9f-e0ed-4fa5-91eb-f75f9442c2f6 service neutron] 10.222.0.20 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938232 Mar 10 07:10:11.579657 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aebb8-58eb-47d1-a336-20d7a881eb72 req-87166c4a-15d0-4e46-bfbf-bb7d1c0dfe9a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:11.581129 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b32aebb8-58eb-47d1-a336-20d7a881eb72 req-87166c4a-15d0-4e46-bfbf-bb7d1c0dfe9a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 944 time: 0.0594394 Mar 10 07:10:11.637929 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b32aebb8-58eb-47d1-a336-20d7a881eb72 req-7a3e412a-cab9-4d87-83f2-77dbb34d9c4b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Mar 10 07:10:12.110940 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40850) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:12.215708 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f737db06-52e1-4ca1-9a17-ff5294c6c98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.287120 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f737db06-52e1-4ca1-9a17-ff5294c6c98b admin admin] Publish callbacks [] for security_group (9c7b09ef-36ce-48e7-8170-8023d198d84a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.351184 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f737db06-52e1-4ca1-9a17-ff5294c6c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (9c7b09ef-36ce-48e7-8170-8023d198d84a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.394088 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f737db06-52e1-4ca1-9a17-ff5294c6c98b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93cb7cf81380425790def74d945b8554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817874 Mar 10 07:10:12.394415 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:12.397030 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737db06-52e1-4ca1-9a17-ff5294c6c98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b09ef-36ce-48e7-8170-8023d198d84a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:12.439331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-22ada51c-f7c8-4ac7-9c85-2ee6fd4707c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.464501 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Publish callbacks [] for security_group (9c7b09ef-36ce-48e7-8170-8023d198d84a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.487834 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Publish callbacks [] for security_group (9c7b09ef-36ce-48e7-8170-8023d198d84a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.636673 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (9c7b09ef-36ce-48e7-8170-8023d198d84a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.643022 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:12.643022 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c7b09ef-36ce-48e7-8170-8023d198d84a HTTP/1.1" status: 204 len: 168 time: 0.2450151 Mar 10 07:10:12.650288 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b09ef-36ce-48e7-8170-8023d198d84a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:12.674509 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.675075 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.675434 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.675781 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.676112 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.676935 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.677259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.677614 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.682837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.683370 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.683875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.684220 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.684717 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1016c3c-7e6b-4230-a1cc-dd2dc20c3bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:12.776405 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1bbee-a7a3-4535-920c-b2b29a30bedf req-aabeaa59-1807-42d7-a2e6-0f2c8719dba1 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:12.777919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2c1bbee-a7a3-4535-920c-b2b29a30bedf req-aabeaa59-1807-42d7-a2e6-0f2c8719dba1 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 944 time: 0.0613353 Mar 10 07:10:12.796913 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40884) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:12.836885 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2c1bbee-a7a3-4535-920c-b2b29a30bedf req-b86ebfa8-c5b8-4775-9872-1c0281a465af tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475922 Mar 10 07:10:13.013104 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.112367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Publish callbacks [] for security_group (08aa8ddf-a14e-497c-b238-6d0677eb1551), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.120121 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88cd53-a539-4c04-a02b-f58df17173d6 req-d35323a3-ebc6-4849-b04d-e5e41f032727 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:13.121593 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3b88cd53-a539-4c04-a02b-f58df17173d6 req-d35323a3-ebc6-4849-b04d-e5e41f032727 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.0513456 Mar 10 07:10:13.167521 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3b88cd53-a539-4c04-a02b-f58df17173d6 req-8c4dbece-58ec-4b1a-820c-641a32d843a7 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Mar 10 07:10:13.196424 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (08aa8ddf-a14e-497c-b238-6d0677eb1551), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.235489 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55b8e17c39c14840937db5bce9628f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370327 Mar 10 07:10:13.237324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa8ddf-a14e-497c-b238-6d0677eb1551,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:13.238326 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40892) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:13.243704 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.244058 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.244403 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.244740 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.245070 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.245421 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.245751 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.246077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.246402 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.246723 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.247045 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.247362 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.247680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3659-04ee-4335-99e3-fd6b8bce67c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:13.284647 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4154e47-9130-446e-947a-dac7343a3b69 admin admin] Publish callbacks [] for security_group (08aa8ddf-a14e-497c-b238-6d0677eb1551), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.306091 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4154e47-9130-446e-947a-dac7343a3b69 admin admin] Publish callbacks [] for security_group (08aa8ddf-a14e-497c-b238-6d0677eb1551), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.313367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40894) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:13.326126 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80d8e15-6411-458f-95a7-c7e368ea25ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.425284 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4154e47-9130-446e-947a-dac7343a3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (08aa8ddf-a14e-497c-b238-6d0677eb1551), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.428018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4154e47-9130-446e-947a-dac7343a3b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.429431 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c4154e47-9130-446e-947a-dac7343a3b69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08aa8ddf-a14e-497c-b238-6d0677eb1551 HTTP/1.1" status: 204 len: 168 time: 0.1900949 Mar 10 07:10:13.438603 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4154e47-9130-446e-947a-dac7343a3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa8ddf-a14e-497c-b238-6d0677eb1551,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:13.489728 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80d8e15-6411-458f-95a7-c7e368ea25ee admin admin] Publish callbacks [] for security_group (963966b8-b07b-443d-b089-dae5c30937ec), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.550927 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80d8e15-6411-458f-95a7-c7e368ea25ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (963966b8-b07b-443d-b089-dae5c30937ec), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.589566 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f80d8e15-6411-458f-95a7-c7e368ea25ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4f26f49ccd949b1bc0b35da723b0806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751236 Mar 10 07:10:13.590739 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8e15-6411-458f-95a7-c7e368ea25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963966b8-b07b-443d-b089-dae5c30937ec,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:13.592320 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40898) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:13.643432 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05d7731-c139-4955-92df-a9fd92d0ae73 admin admin] Publish callbacks [] for security_group (963966b8-b07b-443d-b089-dae5c30937ec), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.665657 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05d7731-c139-4955-92df-a9fd92d0ae73 admin admin] Publish callbacks [] for security_group (963966b8-b07b-443d-b089-dae5c30937ec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.773713 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05d7731-c139-4955-92df-a9fd92d0ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (963966b8-b07b-443d-b089-dae5c30937ec), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.776219 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05d7731-c139-4955-92df-a9fd92d0ae73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:13.779834 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b05d7731-c139-4955-92df-a9fd92d0ae73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/963966b8-b07b-443d-b089-dae5c30937ec HTTP/1.1" status: 204 len: 168 time: 0.1832724 Mar 10 07:10:13.797999 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7731-c139-4955-92df-a9fd92d0ae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963966b8-b07b-443d-b089-dae5c30937ec,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:13.973432 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ed7bb-10da-4be9-b9ff-4cc3324828e7 req-86229847-3909-445c-b982-0c0273608af5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:13.974928 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-450ed7bb-10da-4be9-b9ff-4cc3324828e7 req-86229847-3909-445c-b982-0c0273608af5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 944 time: 0.0526097 Mar 10 07:10:14.038211 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-450ed7bb-10da-4be9-b9ff-4cc3324828e7 req-d134f6ef-65cb-4a47-b27b-e489657f4b30 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Mar 10 07:10:14.161894 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40932) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:14.176128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-709d1cb2-e4c8-4d4f-b6b0-186ff401a2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.280372 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-709d1cb2-e4c8-4d4f-b6b0-186ff401a2ac admin admin] Publish callbacks [] for security_group (564c6544-19f2-4d0f-9c97-ddf7f2870a1a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.309345 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a2cbd-fc28-4db0-9cda-2aa2bf90595f req-a8de648c-e2e3-4318-99be-45ceba357652 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:14.310806 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3a7a2cbd-fc28-4db0-9cda-2aa2bf90595f req-a8de648c-e2e3-4318-99be-45ceba357652 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.0666580 Mar 10 07:10:14.357045 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-709d1cb2-e4c8-4d4f-b6b0-186ff401a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (564c6544-19f2-4d0f-9c97-ddf7f2870a1a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.373826 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3a7a2cbd-fc28-4db0-9cda-2aa2bf90595f req-3be15574-f958-4aa1-b141-206d06c07a1f tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557134 Mar 10 07:10:14.399724 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-709d1cb2-e4c8-4d4f-b6b0-186ff401a2ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f26bce6471e4a8597c9a65bded61565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366879 Mar 10 07:10:14.400594 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d1cb2-e4c8-4d4f-b6b0-186ff401a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564c6544-19f2-4d0f-9c97-ddf7f2870a1a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:14.403030 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40948) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:14.454289 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6952-212f-4e46-a917-efad65e3bddf admin admin] Publish callbacks [] for security_group (564c6544-19f2-4d0f-9c97-ddf7f2870a1a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.477002 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6952-212f-4e46-a917-efad65e3bddf admin admin] Publish callbacks [] for security_group (564c6544-19f2-4d0f-9c97-ddf7f2870a1a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.596770 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6952-212f-4e46-a917-efad65e3bddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (564c6544-19f2-4d0f-9c97-ddf7f2870a1a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.600110 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6952-212f-4e46-a917-efad65e3bddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.601280 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1c7b6952-212f-4e46-a917-efad65e3bddf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/564c6544-19f2-4d0f-9c97-ddf7f2870a1a HTTP/1.1" status: 204 len: 168 time: 0.1976106 Mar 10 07:10:14.609153 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b6952-212f-4e46-a917-efad65e3bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c6544-19f2-4d0f-9c97-ddf7f2870a1a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:14.630173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 40956) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:14.809592 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd052d23-7695-48cd-90cf-16ce9bcfee7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.911829 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd052d23-7695-48cd-90cf-16ce9bcfee7a admin admin] Publish callbacks [] for security_group (a0a0cd4a-f272-4eee-904b-064d2c00cfe0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.969009 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e786ffe4-2a34-4620-b2fc-8fad5cfee69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:14.990893 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd052d23-7695-48cd-90cf-16ce9bcfee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (a0a0cd4a-f272-4eee-904b-064d2c00cfe0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.029761 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052d23-7695-48cd-90cf-16ce9bcfee7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0cd4a-f272-4eee-904b-064d2c00cfe0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:15.034397 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-cd052d23-7695-48cd-90cf-16ce9bcfee7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52e3f7d17fbe4d0db8cdb12024c6ccc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029005 Mar 10 07:10:15.037440 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 40974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:15.093266 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b82692a-61f0-4eae-a902-142118bb4dc3 admin admin] Publish callbacks [] for security_group (a0a0cd4a-f272-4eee-904b-064d2c00cfe0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.122487 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b82692a-61f0-4eae-a902-142118bb4dc3 admin admin] Publish callbacks [] for security_group (a0a0cd4a-f272-4eee-904b-064d2c00cfe0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.208244 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59b4a-994d-4b0e-bdd6-437794c34ee1 req-7cbfd173-c572-4237-bded-dc854d756ce2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:15.209822 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cfd59b4a-994d-4b0e-bdd6-437794c34ee1 req-7cbfd173-c572-4237-bded-dc854d756ce2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 944 time: 0.0850098 Mar 10 07:10:15.260741 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cfd59b4a-994d-4b0e-bdd6-437794c34ee1 req-aefc41fe-da45-476e-9696-419fdaf7012c tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Mar 10 07:10:15.288225 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b82692a-61f0-4eae-a902-142118bb4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (a0a0cd4a-f272-4eee-904b-064d2c00cfe0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.291070 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b82692a-61f0-4eae-a902-142118bb4dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.293125 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4b82692a-61f0-4eae-a902-142118bb4dc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0a0cd4a-f272-4eee-904b-064d2c00cfe0 HTTP/1.1" status: 204 len: 168 time: 0.2540033 Mar 10 07:10:15.304748 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82692a-61f0-4eae-a902-142118bb4dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0cd4a-f272-4eee-904b-064d2c00cfe0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:15.380151 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:10:15.518991 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83f74d-27b6-43ba-a874-2a351e8511bd req-7fc828ad-4064-4e44-828b-5fd7fa30b99d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:15.520824 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-df83f74d-27b6-43ba-a874-2a351e8511bd req-7fc828ad-4064-4e44-828b-5fd7fa30b99d tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.0565736 Mar 10 07:10:15.532034 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:15.553358 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41', 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf', 'port_id': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41', 'mac_address': 'fa:16:3e:51:c0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:10:15.577011 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-df83f74d-27b6-43ba-a874-2a351e8511bd req-66dc247c-67f1-4ab6-8eb7-1cc1160e1e97 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be21e88-e633-48cc-96f7-97e812d78e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Mar 10 07:10:15.583276 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-d6579be5-55f0-4da2-a4c6-dc7a90feb4a6 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:15.586203 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-d6579be5-55f0-4da2-a4c6-dc7a90feb4a6 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 945 time: 0.0943263 Mar 10 07:10:15.605006 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:15.605438 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.624373 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:15.650924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:15.711505 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.738030 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Deleting port ee22bb93-7bf2-4671-88be-6878d8d9a992 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:15.738396 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.766593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:15.774852 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.775425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.776441 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.776441 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.776660 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.776887 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.777219 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.777595 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.777931 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.778285 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.778609 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.778924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.779253 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:15.833452 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] For port ee22bb93-7bf2-4671-88be-6878d8d9a992, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=ee22bb93-7bf2-4671-88be-6878d8d9a992,segment=NetworkSegment(eba04227-101b-4274-8435-ce291251857a),segment_id=eba04227-101b-4274-8435-ce291251857a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:15.838068 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.850329 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Calling delete_port for ee22bb93-7bf2-4671-88be-6878d8d9a992 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:15.968874 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:15.980561 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41010) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:15.994280 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d71057fc-5e03-4d7e-85ea-7687990e3948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.080839 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['55360e3d-06d2-4b44-a6b7-77fc8ed25a41'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:10:16.083805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d71057fc-5e03-4d7e-85ea-7687990e3948 admin admin] Publish callbacks [] for security_group (b098fb00-9965-4b7f-97e7-54d41f637056), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.111055 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (ee22bb93-7bf2-4671-88be-6878d8d9a992), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.126425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['ee22bb93-7bf2-4671-88be-6878d8d9a992'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:10:16.135252 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d71057fc-5e03-4d7e-85ea-7687990e3948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b098fb00-9965-4b7f-97e7-54d41f637056), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.140934 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Pushing event deleted for resources: {'Port': ['ID=ee22bb93-7bf2-4671-88be-6878d8d9a992,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:16.211825 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d71057fc-5e03-4d7e-85ea-7687990e3948 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d3831a734404d1ea1c203634d3a6022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278953 Mar 10 07:10:16.212612 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71057fc-5e03-4d7e-85ea-7687990e3948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b098fb00-9965-4b7f-97e7-54d41f637056,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:16.215093 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41016) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:16.251540 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] No DVR routers for this DVR port ee22bb93-7bf2-4671-88be-6878d8d9a992 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:10:16.260728 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.264100 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ca1f045-0e54-4b80-8c8f-f9e8245a4091 req-3be84183-7c27-4890-80bb-86c4640b268a tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.20 "DELETE /v2.0/ports/ee22bb93-7bf2-4671-88be-6878d8d9a992 HTTP/1.1" status: 204 len: 173 time: 0.6680369 Mar 10 07:10:16.264539 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'name': 'network-vif-deleted', 'tag': 'ee22bb93-7bf2-4671-88be-6878d8d9a992'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:16.267075 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75873ca-de09-4972-afd7-2361f1c8956e" -d '{"events": [{"server_uuid": "6d88c79e-9dee-410b-be3b-cedc60a86be0", "name": "network-vif-deleted", "tag": "ee22bb93-7bf2-4671-88be-6878d8d9a992"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:16.317077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ff14a30-c57c-4dcc-b8de-b187a3772f8c admin admin] Publish callbacks [] for security_group (b098fb00-9965-4b7f-97e7-54d41f637056), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.335961 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7b0ef2-aaa9-411a-836b-54a39d5cef0e x-openstack-request-id: req-5c7b0ef2-aaa9-411a-836b-54a39d5cef0e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:16.336353 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d88c79e-9dee-410b-be3b-cedc60a86be0", "name": "network-vif-deleted", "tag": "ee22bb93-7bf2-4671-88be-6878d8d9a992", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:16.336764 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c7b0ef2-aaa9-411a-836b-54a39d5cef0e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:16.337459 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d88c79e-9dee-410b-be3b-cedc60a86be0', 'name': 'network-vif-deleted', 'tag': 'ee22bb93-7bf2-4671-88be-6878d8d9a992', 'status': 'completed', 'code': 200} Mar 10 07:10:16.352108 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ff14a30-c57c-4dcc-b8de-b187a3772f8c admin admin] Publish callbacks [] for security_group (b098fb00-9965-4b7f-97e7-54d41f637056), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.419028 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a9155-ba3b-4565-b850-b90e48ab6101 req-73305ae9-6adc-4a67-972a-15ae0b99b760 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:16.420647 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f57a9155-ba3b-4565-b850-b90e48ab6101 req-73305ae9-6adc-4a67-972a-15ae0b99b760 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 945 time: 0.0653319 Mar 10 07:10:16.478732 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f57a9155-ba3b-4565-b850-b90e48ab6101 req-ef2fe8bc-29cd-41ac-b9fd-43ed16a17558 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513747 Mar 10 07:10:16.505843 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ff14a30-c57c-4dcc-b8de-b187a3772f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b098fb00-9965-4b7f-97e7-54d41f637056), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.510389 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ff14a30-c57c-4dcc-b8de-b187a3772f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:16.511951 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-5ff14a30-c57c-4dcc-b8de-b187a3772f8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b098fb00-9965-4b7f-97e7-54d41f637056 HTTP/1.1" status: 204 len: 168 time: 0.2677796 Mar 10 07:10:16.524128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff14a30-c57c-4dcc-b8de-b187a3772f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b098fb00-9965-4b7f-97e7-54d41f637056,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:16.695039 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-be0aa97a-63ce-4906-9f78-6e4b5464a069 req-5d6231f6-32e7-4bcb-b29c-774966fc2f58 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0363686 Mar 10 07:10:16.764394 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-a7260bd8-f05c-477e-b7c0-3df1be5a9d99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575268 Mar 10 07:10:16.872516 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b54d-ee47-4199-b466-912c58d98960 req-34f00da5-c140-4158-b91b-4cd0447a71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:16.874815 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-34f00da5-c140-4158-b91b-4cd0447a71fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0566998 Mar 10 07:10:17.015651 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b54d-ee47-4199-b466-912c58d98960 req-dc92d95b-d2ad-4251-a999-793c92a11f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:17.017156 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-dc92d95b-d2ad-4251-a999-793c92a11f1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.1172059 Mar 10 07:10:17.113126 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-24b4aa7d-3750-4a12-bd3c-c440de2391b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1000 time: 0.0891502 Mar 10 07:10:17.165909 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b54d-ee47-4199-b466-912c58d98960 req-fefce8e0-541c-431d-a21c-fd6f57d77cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:17.167467 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-fefce8e0-541c-431d-a21c-fd6f57d77cb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0476432 Mar 10 07:10:17.219894 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b54d-ee47-4199-b466-912c58d98960 req-9eb4b6f4-399c-4739-901d-0088c5981bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:17.221418 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-9eb4b6f4-399c-4739-901d-0088c5981bd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438707 Mar 10 07:10:17.281672 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41066) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:17.295086 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a2924fe-2675-4b41-848f-f2f975379f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.316959 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-205b4865-048a-4334-a996-72752e81490d service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872381 Mar 10 07:10:17.376272 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a2924fe-2675-4b41-848f-f2f975379f49 admin admin] Publish callbacks [] for security_group (e89e5855-094c-4dac-aec8-48a81280b97f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.395975 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:10:17.415022 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc42b54d-ee47-4199-b466-912c58d98960 req-fa5d309a-240b-4f15-ba03-d04f5eb6a8d2 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881572 Mar 10 07:10:17.464503 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a2924fe-2675-4b41-848f-f2f975379f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e89e5855-094c-4dac-aec8-48a81280b97f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.465514 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.515702 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:10:17.524119 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:10:17.524612 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.525707 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3a2924fe-2675-4b41-848f-f2f975379f49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d474681d1e4c4ead85828f2b5bb61f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424347 Mar 10 07:10:17.528044 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41074) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:17.528652 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2924fe-2675-4b41-848f-f2f975379f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e5855-094c-4dac-aec8-48a81280b97f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:17.622412 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b761fa18-ac21-4d73-98e9-8c973ab8b615 admin admin] Publish callbacks [] for security_group (e89e5855-094c-4dac-aec8-48a81280b97f), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.635281 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af57126-b891-42fe-8730-a5e0e1dade3d req-6be59c72-bedf-4c20-b287-39421e7d8b12 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:17.636803 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5af57126-b891-42fe-8730-a5e0e1dade3d req-6be59c72-bedf-4c20-b287-39421e7d8b12 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 945 time: 0.0705485 Mar 10 07:10:17.641140 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:17.641737 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.655352 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b761fa18-ac21-4d73-98e9-8c973ab8b615 admin admin] Publish callbacks [] for security_group (e89e5855-094c-4dac-aec8-48a81280b97f), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.673458 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a37f698-4cca-4436-be3b-64712e48b50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:17.675763 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60746325-f13f-417f-b816-a9e8ffd91b60" -d '{"events": [{"server_uuid": "7a37f698-4cca-4436-be3b-64712e48b50e", "name": "network-vif-plugged", "status": "completed", "tag": "55360e3d-06d2-4b44-a6b7-77fc8ed25a41"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:17.686464 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.691019 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:17.718534 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5af57126-b891-42fe-8730-a5e0e1dade3d req-65022a28-4b05-4807-8da2-e3ca3574260f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750446 Mar 10 07:10:17.743265 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed6891e-caa6-466d-90d2-6233d9fe640c x-openstack-request-id: req-4ed6891e-caa6-466d-90d2-6233d9fe640c {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:17.743572 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a37f698-4cca-4436-be3b-64712e48b50e", "name": "network-vif-plugged", "status": "completed", "tag": "55360e3d-06d2-4b44-a6b7-77fc8ed25a41", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:17.743908 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ed6891e-caa6-466d-90d2-6233d9fe640c {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:17.744453 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a37f698-4cca-4436-be3b-64712e48b50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41', 'code': 200} Mar 10 07:10:17.774874 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.775736 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device ee22bb93-7bf2-4671-88be-6878d8d9a992 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:10:17.849782 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b761fa18-ac21-4d73-98e9-8c973ab8b615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e89e5855-094c-4dac-aec8-48a81280b97f), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.856378 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b761fa18-ac21-4d73-98e9-8c973ab8b615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:17.856748 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: ee22bb93-7bf2-4671-88be-6878d8d9a992 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:10:17.856748 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device ee22bb93-7bf2-4671-88be-6878d8d9a992 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:10:17.856912 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b761fa18-ac21-4d73-98e9-8c973ab8b615 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e89e5855-094c-4dac-aec8-48a81280b97f HTTP/1.1" status: 204 len: 168 time: 0.3248720 Mar 10 07:10:17.865813 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:17.878559 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761fa18-ac21-4d73-98e9-8c973ab8b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e5855-094c-4dac-aec8-48a81280b97f,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:17.924207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d5b1d17e-ac74-46b8-a824-eaeff6af4721 req-17f71afc-050c-4189-aeaf-4c2aac2e99b9 tempest-DeleteServersTestJSON-2142109132 tempest-DeleteServersTestJSON-2142109132-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d88c79e-9dee-410b-be3b-cedc60a86be0 HTTP/1.1" status: 200 len: 210 time: 0.0632703 Mar 10 07:10:18.153173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4198e-a3e9-449a-b2d3-c98ea648d3dd req-d01c3a56-7cee-4511-89eb-bf0f28efc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:18.154632 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0cd4198e-a3e9-449a-b2d3-c98ea648d3dd req-d01c3a56-7cee-4511-89eb-bf0f28efc5f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 1130 time: 0.0444188 Mar 10 07:10:18.199363 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0cd4198e-a3e9-449a-b2d3-c98ea648d3dd req-d84362df-155b-4f9d-8e3b-c3499409bb2d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Mar 10 07:10:18.489845 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41110) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:18.603891 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8578b99b-78af-4e23-bc5a-51d710eb363e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:18.687092 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8578b99b-78af-4e23-bc5a-51d710eb363e admin admin] Publish callbacks [] for security_group (2cfce7c6-4068-40bc-ab83-fcd2d3f0a960), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:18.773777 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8578b99b-78af-4e23-bc5a-51d710eb363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2cfce7c6-4068-40bc-ab83-fcd2d3f0a960), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:18.814926 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-8578b99b-78af-4e23-bc5a-51d710eb363e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4c5ea29c44042fe85ae4cc619759dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214188 Mar 10 07:10:18.816059 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41128) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:18.817153 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578b99b-78af-4e23-bc5a-51d710eb363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfce7c6-4068-40bc-ab83-fcd2d3f0a960,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:18.874784 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c2e33-bf05-4f06-aa5a-33135eea9cec req-10b4c2fc-5384-49f4-8469-38f300817cea tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:18.876384 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fa4c2e33-bf05-4f06-aa5a-33135eea9cec req-10b4c2fc-5384-49f4-8469-38f300817cea tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 946 time: 0.0897501 Mar 10 07:10:18.899664 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c14897f2-ec0d-4bd9-8dde-c7ba81c4c45a admin admin] Publish callbacks [] for security_group (2cfce7c6-4068-40bc-ab83-fcd2d3f0a960), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:18.932922 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:18.939091 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c14897f2-ec0d-4bd9-8dde-c7ba81c4c45a admin admin] Publish callbacks [] for security_group (2cfce7c6-4068-40bc-ab83-fcd2d3f0a960), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:18.950070 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fa4c2e33-bf05-4f06-aa5a-33135eea9cec req-eeffff56-4569-4ab1-81d9-adf63b8b2b08 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663018 Mar 10 07:10:19.071183 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c14897f2-ec0d-4bd9-8dde-c7ba81c4c45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2cfce7c6-4068-40bc-ab83-fcd2d3f0a960), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.087929 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c14897f2-ec0d-4bd9-8dde-c7ba81c4c45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.087929 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c14897f2-ec0d-4bd9-8dde-c7ba81c4c45a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cfce7c6-4068-40bc-ab83-fcd2d3f0a960 HTTP/1.1" status: 204 len: 168 time: 0.2566469 Mar 10 07:10:19.090441 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14897f2-ec0d-4bd9-8dde-c7ba81c4c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfce7c6-4068-40bc-ab83-fcd2d3f0a960,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:19.214421 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:19.316262 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1294288814-network', 'tenant_id': '89bd9cf63baa4bfeb4276cca64a69bc9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:19.413828 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Made reservation on behalf of 89bd9cf63baa4bfeb4276cca64a69bc9 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:19.416154 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.424406 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.509920 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks [] for security_group (acdf2892-63c1-42b8-a1f4-564181523f32), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.619621 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (acdf2892-63c1-42b8-a1f4-564181523f32), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.659304 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:10:19.659304 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf2892-63c1-42b8-a1f4-564181523f32,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:19.662911 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (626f1fe6-3c6d-4ea7-8495-5ebad20e9d09), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.663304 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Added segment 626f1fe6-3c6d-4ea7-8495-5ebad20e9d09 of type vlan for network 9024b201-7d4a-40f2-a6ba-e779ae609ffa Mar 10 07:10:19.715222 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (9024b201-7d4a-40f2-a6ba-e779ae609ffa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.796787 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (9024b201-7d4a-40f2-a6ba-e779ae609ffa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.797805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:19.798390 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:19.863237 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] Pushing event updated for resources: {'Network': ['ID=9024b201-7d4a-40f2-a6ba-e779ae609ffa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:19.873381 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 9024b201-7d4a-40f2-a6ba-e779ae609ffa details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:10:19.907126 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b7a3e6ae-dc99-4972-90a6-bfb12ae29547 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6913955 Mar 10 07:10:19.907716 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41174) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:19.913132 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Request body: {'subnet': {'network_id': '9024b201-7d4a-40f2-a6ba-e779ae609ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1294288814-subnet', 'tenant_id': '89bd9cf63baa4bfeb4276cca64a69bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:19.938117 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41176) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:19.951805 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-616b6375-a421-4fe2-9b35-ccf6375133b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.029997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-616b6375-a421-4fe2-9b35-ccf6375133b2 admin admin] Publish callbacks [] for security_group (584d6a2d-c57b-4daa-a476-9e9c9819ab87), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.036470 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Made reservation on behalf of 89bd9cf63baa4bfeb4276cca64a69bc9 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:20.039157 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.082090 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d38cbe-1a9c-4101-9c57-14a4ca09068d req-65afc662-2514-4ac3-a7ec-a5f28b68f2a9 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:20.083647 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d1d38cbe-1a9c-4101-9c57-14a4ca09068d req-65afc662-2514-4ac3-a7ec-a5f28b68f2a9 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 946 time: 0.0589204 Mar 10 07:10:20.097056 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-616b6375-a421-4fe2-9b35-ccf6375133b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (584d6a2d-c57b-4daa-a476-9e9c9819ab87), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.131501 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d1d38cbe-1a9c-4101-9c57-14a4ca09068d req-c9970905-60a9-4f9c-9f80-8af710171d96 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Mar 10 07:10:20.153436 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-616b6375-a421-4fe2-9b35-ccf6375133b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b185172ebe9464fb09c42d8d3cf5452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141268 Mar 10 07:10:20.155950 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b6375-a421-4fe2-9b35-ccf6375133b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d6a2d-c57b-4daa-a476-9e9c9819ab87,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:20.156430 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:20.213379 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b481f3b-c18c-47a6-9820-4425995deea8 admin admin] Publish callbacks [] for security_group (584d6a2d-c57b-4daa-a476-9e9c9819ab87), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.234089 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b481f3b-c18c-47a6-9820-4425995deea8 admin admin] Publish callbacks [] for security_group (584d6a2d-c57b-4daa-a476-9e9c9819ab87), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.350625 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b481f3b-c18c-47a6-9820-4425995deea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (584d6a2d-c57b-4daa-a476-9e9c9819ab87), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.350927 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (35c7c23e-9113-443a-9233-c1d7713623c3), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.353087 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b481f3b-c18c-47a6-9820-4425995deea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.354251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0b481f3b-c18c-47a6-9820-4425995deea8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/584d6a2d-c57b-4daa-a476-9e9c9819ab87 HTTP/1.1" status: 204 len: 168 time: 0.1962101 Mar 10 07:10:20.361822 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b481f3b-c18c-47a6-9820-4425995deea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d6a2d-c57b-4daa-a476-9e9c9819ab87,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:20.405701 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c7c23e-9113-443a-9233-c1d7713623c3,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:20.416084 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Checking segment: {'id': '626f1fe6-3c6d-4ea7-8495-5ebad20e9d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9024b201-7d4a-40f2-a6ba-e779ae609ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:20.416437 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Network hostable DHCP agents. Network: 9024b201-7d4a-40f2-a6ba-e779ae609ffa, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:10:20.493554 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Network 9024b201-7d4a-40f2-a6ba-e779ae609ffa is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:10:20.585376 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 9024b201-7d4a-40f2-a6ba-e779ae609ffa) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:20.589906 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:20.590491 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.594395 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf295902-a2af-4022-985b-6825a35a22d4 None None] Network 9024b201-7d4a-40f2-a6ba-e779ae609ffa requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:20.619549 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41194) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:20.687204 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Deleting subnet 5ab3ca58-93b4-4ccf-9646-c96c8eeb9118 {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:10:20.690821 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Publish callbacks [] for subnet (5ab3ca58-93b4-4ccf-9646-c96c8eeb9118), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.725784 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3c015c4d-85ae-49c6-b186-69a6a372cdb5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8106015 Mar 10 07:10:20.726500 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9953ff6-8514-4772-8427-e48a63279d47 None None] Network 9024b201-7d4a-40f2-a6ba-e779ae609ffa requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:20.746310 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Publish callbacks [] for subnet (5ab3ca58-93b4-4ccf-9646-c96c8eeb9118), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.761533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (5ab3ca58-93b4-4ccf-9646-c96c8eeb9118), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.895502 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (5ab3ca58-93b4-4ccf-9646-c96c8eeb9118), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.929792 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab3ca58-93b4-4ccf-9646-c96c8eeb9118,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:20.933461 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:20.936666 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7918ae98-bf20-477c-a33e-1027f2021898 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ab3ca58-93b4-4ccf-9646-c96c8eeb9118 HTTP/1.1" status: 204 len: 168 time: 0.3160722 Mar 10 07:10:20.939193 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41216) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:21.015356 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (1c32292a-e9f3-48d3-bf24-58937a837182), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.104668 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (1c32292a-e9f3-48d3-bf24-58937a837182), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.125564 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.126084 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.126896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.127303 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.127727 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.128105 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.128482 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.128876 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.130393 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.130769 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.250062 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.250969 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.251295 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.254821 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:10:21.254821 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c32292a-e9f3-48d3-bf24-58937a837182']}} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:21.273703 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba04227-101b-4274-8435-ce291251857a') {'for_net_delete': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:21.273703 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba04227-101b-4274-8435-ce291251857a') {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:21.288743 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6272900'] for segment (eba04227-101b-4274-8435-ce291251857a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.321871 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (eba04227-101b-4274-8435-ce291251857a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.333959 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:10:21.334456 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5904073'] for segment (eba04227-101b-4274-8435-ce291251857a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: from cryptography.utils import int_from_bytes Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: from cryptography.utils import int_from_bytes Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: Traceback (most recent call last): Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: timer() Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: cb(*args, **kw) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: return func(*args, **kwargs) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: self._notify() Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: self.callback(batched_events) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: event.method(event) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: return f(self, *a, **k) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._get(url).json() Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: return self.request(url, 'GET', **kwargs) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:10:21.367360 dv-cinder-832919-1-iscsi neutron-server[103617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:10:21.522284 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (1c32292a-e9f3-48d3-bf24-58937a837182), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.531007 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.537667 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c32292a-e9f3-48d3-bf24-58937a837182 HTTP/1.1" status: 204 len: 168 time: 0.5973630 Mar 10 07:10:21.547242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f40b9-67ad-4eab-beb0-8f0592e218a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c32292a-e9f3-48d3-bf24-58937a837182,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:21.785081 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41254) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:21.790750 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995369874-network', 'tenant_id': '0a7ecde4dd574d60b8713bcabcea7327'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:21.899472 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Made reservation on behalf of 0a7ecde4dd574d60b8713bcabcea7327 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:21.901817 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.911390 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:21.959184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41258) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:21.984734 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks [] for security_group (ab30c8bc-57cc-4bb2-a516-52ffb850d7de), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.004828 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-295bd19b-3af1-430e-af3b-43092f41a1bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7184eac5d07949bf83c40101a2246e85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447598 Mar 10 07:10:22.012544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:22.059481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ab30c8bc-57cc-4bb2-a516-52ffb850d7de), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.061221 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-356ef92c-1180-42fe-8e3e-ac1c83be29cf admin admin] Publish callbacks [] for security_group (2be21e88-e633-48cc-96f7-97e812d78e6a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.080022 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:10:22.082801 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-356ef92c-1180-42fe-8e3e-ac1c83be29cf admin admin] Publish callbacks [] for security_group (2be21e88-e633-48cc-96f7-97e812d78e6a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.094959 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30c8bc-57cc-4bb2-a516-52ffb850d7de,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:22.099884 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (e50bbc97-8e72-47a8-9341-06430666c0fa), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.100224 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Added segment e50bbc97-8e72-47a8-9341-06430666c0fa of type vlan for network d82bef02-1459-4041-a450-783cf50e5fdc Mar 10 07:10:22.139691 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (d82bef02-1459-4041-a450-783cf50e5fdc), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.179383 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-356ef92c-1180-42fe-8e3e-ac1c83be29cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2be21e88-e633-48cc-96f7-97e812d78e6a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.182039 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-356ef92c-1180-42fe-8e3e-ac1c83be29cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.183205 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-356ef92c-1180-42fe-8e3e-ac1c83be29cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2be21e88-e633-48cc-96f7-97e812d78e6a HTTP/1.1" status: 204 len: 168 time: 0.1698277 Mar 10 07:10:22.191933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ef92c-1180-42fe-8e3e-ac1c83be29cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be21e88-e633-48cc-96f7-97e812d78e6a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:22.225172 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (d82bef02-1459-4041-a450-783cf50e5fdc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.226170 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:22.226898 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.289318 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] Pushing event updated for resources: {'Network': ['ID=d82bef02-1459-4041-a450-783cf50e5fdc,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:22.294329 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-bbc52a60-32d6-4ef5-8b51-0c6ea121ace1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5076363 Mar 10 07:10:22.299042 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41272) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:22.301281 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network d82bef02-1459-4041-a450-783cf50e5fdc details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:10:22.303280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Request body: {'subnet': {'network_id': 'd82bef02-1459-4041-a450-783cf50e5fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995369874-subnet', 'tenant_id': '0a7ecde4dd574d60b8713bcabcea7327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:22.402051 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Made reservation on behalf of 0a7ecde4dd574d60b8713bcabcea7327 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:22.404416 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639157'] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.631897 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5904980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639131'] for subnet (adac88f5-3471-4765-bc1e-1faa1a1ca9cd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.690646 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adac88f5-3471-4765-bc1e-1faa1a1ca9cd,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:22.699505 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Checking segment: {'id': 'e50bbc97-8e72-47a8-9341-06430666c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd82bef02-1459-4041-a450-783cf50e5fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:22.699854 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Network hostable DHCP agents. Network: d82bef02-1459-4041-a450-783cf50e5fdc, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:10:22.802357 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Network d82bef02-1459-4041-a450-783cf50e5fdc is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:10:22.899370 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, d82bef02-1459-4041-a450-783cf50e5fdc) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:22.903565 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:22.907925 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:22.909106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024a9c6-15e9-40df-a0c5-734c2d9492fc None None] Network d82bef02-1459-4041-a450-783cf50e5fdc requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:22.987389 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a8a3b6ab-0408-4e2f-8750-ead89faee410 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6893268 Mar 10 07:10:23.022576 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bfa4f4-e1f9-4be7-884c-100a22f74974 None None] Network d82bef02-1459-4041-a450-783cf50e5fdc requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:23.271043 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41334) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:23.364881 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-network', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:23.452260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Made reservation on behalf of cf8f3d83b0f84415afe3e0c34d2190a3 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:23.454663 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.463670 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.534400 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks [] for security_group (de50f22a-4db7-4fb1-aa57-baf9b413c7eb), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.596102 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (de50f22a-4db7-4fb1-aa57-baf9b413c7eb), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.620693 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:10:23.629250 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de50f22a-4db7-4fb1-aa57-baf9b413c7eb,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:23.635218 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (46295b7d-74a6-41d0-ba8d-8db274078ea8), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.635553 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Added segment 46295b7d-74a6-41d0-ba8d-8db274078ea8 of type vlan for network 652805f3-9c07-4097-8c2b-a4c5cc2957cb Mar 10 07:10:23.677068 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (652805f3-9c07-4097-8c2b-a4c5cc2957cb), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.755265 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (652805f3-9c07-4097-8c2b-a4c5cc2957cb), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.756221 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:23.756792 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:23.814742 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] Pushing event updated for resources: {'Network': ['ID=652805f3-9c07-4097-8c2b-a4c5cc2957cb,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:23.824085 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:10:23.868639 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-1b4be23f-17d7-4b01-a817-9069cf89437c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5948260 Mar 10 07:10:23.870178 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41342) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:23.874887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Request body: {'subnet': {'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-subnet', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:23.996746 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Made reservation on behalf of cf8f3d83b0f84415afe3e0c34d2190a3 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:24.000648 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639157'] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.242533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5904980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639131'] for subnet (786b6d58-dba9-4a2b-b751-ca483be6250b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.295564 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786b6d58-dba9-4a2b-b751-ca483be6250b,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:24.305361 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Checking segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:24.305711 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Network hostable DHCP agents. Network: 652805f3-9c07-4097-8c2b-a4c5cc2957cb, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:10:24.413835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:10:24.434748 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41354) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:24.506070 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 652805f3-9c07-4097-8c2b-a4c5cc2957cb) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:24.510252 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:24.510921 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.516976 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586b0e9b-3e00-4562-9003-42b4c2a2cb97 None None] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:24.543252 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3641c49e-5406-4f4a-a65a-f69767f5e561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.618692 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3641c49e-5406-4f4a-a65a-f69767f5e561 admin admin] Publish callbacks [] for security_group (59880f98-b7cc-422e-8694-c76f13749d30), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.621833 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f27b4-1fd8-43c0-8d5f-62363f059135 None None] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:10:24.637910 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-593ee85a-f8d2-4592-9b0c-4ae6cd1629d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7666976 Mar 10 07:10:24.640566 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41358) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:24.644781 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:24.687658 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3641c49e-5406-4f4a-a65a-f69767f5e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (59880f98-b7cc-422e-8694-c76f13749d30), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.725066 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (c329c5c9-4107-4e28-8099-b3c055f938b7), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.726238 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (c329c5c9-4107-4e28-8099-b3c055f938b7), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.733899 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3641c49e-5406-4f4a-a65a-f69767f5e561 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c972e67fb6bd4badac64864a35429daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981346 Mar 10 07:10:24.735689 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641c49e-5406-4f4a-a65a-f69767f5e561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59880f98-b7cc-422e-8694-c76f13749d30,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:24.736858 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:24.786268 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd9886-1ecb-481f-a986-01a2046e698b admin admin] Publish callbacks [] for security_group (59880f98-b7cc-422e-8694-c76f13749d30), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.786614 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks [] for router_controller (c329c5c9-4107-4e28-8099-b3c055f938b7), precommit_add_association {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.808059 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd9886-1ecb-481f-a986-01a2046e698b admin admin] Publish callbacks [] for security_group (59880f98-b7cc-422e-8694-c76f13749d30), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.956622 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd9886-1ecb-481f-a986-01a2046e698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (59880f98-b7cc-422e-8694-c76f13749d30), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.959541 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd9886-1ecb-481f-a986-01a2046e698b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:24.963397 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-69dd9886-1ecb-481f-a986-01a2046e698b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59880f98-b7cc-422e-8694-c76f13749d30 HTTP/1.1" status: 204 len: 168 time: 0.2255080 Mar 10 07:10:24.971113 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd9886-1ecb-481f-a986-01a2046e698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59880f98-b7cc-422e-8694-c76f13749d30,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:24.978256 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks [] for router_gateway (c329c5c9-4107-4e28-8099-b3c055f938b7), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.493603 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks [] for router_gateway (c329c5c9-4107-4e28-8099-b3c055f938b7), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.514760 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.534484 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfdd6-a9e1-45a8-88f6-a94fc5efac44 req-d42202e1-f9ec-456a-b9c7-225aa30b0a95 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:25.541429 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-236dfdd6-a9e1-45a8-88f6-a94fc5efac44 req-d42202e1-f9ec-456a-b9c7-225aa30b0a95 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 946 time: 0.0587895 Mar 10 07:10:25.591435 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-236dfdd6-a9e1-45a8-88f6-a94fc5efac44 req-d8e69ecc-1117-4479-8bb6-53b74f4d178d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491552 Mar 10 07:10:25.639589 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Allocated IP 172.27.0.30 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/6621b449-86dc-4da2-991a-a579b9cc12eb) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:10:25.655884 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:25.668311 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d03baac3-e9df-452b-b594-fecf4a05bace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.739012 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d03baac3-e9df-452b-b594-fecf4a05bace admin admin] Publish callbacks [] for security_group (6e1767b2-5d64-4b7a-b77f-0265ca366563), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.746909 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks [] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.801010 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d03baac3-e9df-452b-b594-fecf4a05bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6e1767b2-5d64-4b7a-b77f-0265ca366563), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.830131 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.838259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03baac3-e9df-452b-b594-fecf4a05bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1767b2-5d64-4b7a-b77f-0265ca366563,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:25.841491 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d03baac3-e9df-452b-b594-fecf4a05bace admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=def55ba8a9be482bb485913bb15fb178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845093 Mar 10 07:10:25.845236 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41398) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:25.881433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:25.884225 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:25.887180 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:10:25.894326 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1915079-872b-4af9-a2fa-e1b1bf9e446e admin admin] Publish callbacks [] for security_group (6e1767b2-5d64-4b7a-b77f-0265ca366563), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.914853 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1915079-872b-4af9-a2fa-e1b1bf9e446e admin admin] Publish callbacks [] for security_group (6e1767b2-5d64-4b7a-b77f-0265ca366563), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:25.918110 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Pushing event updated for resources: {'Port': ['ID=6621b449-86dc-4da2-991a-a579b9cc12eb,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:26.012423 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1915079-872b-4af9-a2fa-e1b1bf9e446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6e1767b2-5d64-4b7a-b77f-0265ca366563), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:26.015014 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1915079-872b-4af9-a2fa-e1b1bf9e446e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:26.016156 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c1915079-872b-4af9-a2fa-e1b1bf9e446e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e1767b2-5d64-4b7a-b77f-0265ca366563 HTTP/1.1" status: 204 len: 168 time: 0.1699545 Mar 10 07:10:26.026016 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1915079-872b-4af9-a2fa-e1b1bf9e446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1767b2-5d64-4b7a-b77f-0265ca366563,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:26.233707 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks [] for router_gateway (c329c5c9-4107-4e28-8099-b3c055f938b7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:26.443267 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (c329c5c9-4107-4e28-8099-b3c055f938b7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:26.647918 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Router c329c5c9-4107-4e28-8099-b3c055f938b7 is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:10:26.722132 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85e3e-a7a0-4a90-8d1a-a2399abcb976 req-55eedc76-59c0-4510-81ca-989d9603db03 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:26.724138 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3ec85e3e-a7a0-4a90-8d1a-a2399abcb976 req-55eedc76-59c0-4510-81ca-989d9603db03 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 946 time: 0.0581632 Mar 10 07:10:26.771338 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3ec85e3e-a7a0-4a90-8d1a-a2399abcb976 req-944ff68b-bd83-4a3b-9f5a-0f0d4496c1f5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Mar 10 07:10:26.783903 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:10:26.797944 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Sync routers for ids ['c329c5c9-4107-4e28-8099-b3c055f938b7'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:10:26.807011 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Routers {'c329c5c9-4107-4e28-8099-b3c055f938b7'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:26.807618 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:10:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['c329c5c9-4107-4e28-8099-b3c055f938b7'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:26.880167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:26.880394 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-bdcdbb7d-15e6-4402-8cd4-fa1f08b9e989 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2387874 Mar 10 07:10:26.883083 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41436) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:26.922852 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Set router c329c5c9-4107-4e28-8099-b3c055f938b7 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:27.125232 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:10:26Z', 'revision_number': 3, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:27.234685 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Checking router: c329c5c9-4107-4e28-8099-b3c055f938b7 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:10:27.235041 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Updating router c329c5c9-4107-4e28-8099-b3c055f938b7 port 6621b449-86dc-4da2-991a-a579b9cc12eb binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:10:27.274927 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.550546 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Publish callbacks [] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.608543 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.619259 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-f306a881-c9ae-40b1-bf67-e1e1a2d213b5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:27.620682 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-f306a881-c9ae-40b1-bf67-e1e1a2d213b5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 946 time: 0.4267182 Mar 10 07:10:27.655304 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Pushing event updated for resources: {'Port': ['ID=6621b449-86dc-4da2-991a-a579b9cc12eb,revision_number=2']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:27.674330 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Attempting to bind port 6621b449-86dc-4da2-991a-a579b9cc12eb on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:10:27.674704 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Attempting to bind port 6621b449-86dc-4da2-991a-a579b9cc12eb by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:10:27.678564 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Attempting to bind port 6621b449-86dc-4da2-991a-a579b9cc12eb on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:27.678564 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.678564 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.678564 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.678564 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.678980 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.679295 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.679624 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.679949 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.680271 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.680616 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.680941 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.681259 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.681607 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:10:27.687995 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:10:27.688480 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:27.688871 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.689905 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:10:27.690253 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Bound port: 6621b449-86dc-4da2-991a-a579b9cc12eb, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:10:27.690664 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.722211 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:10:27.748477 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] For port 6621b449-86dc-4da2-991a-a579b9cc12eb, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:10:27.751702 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] For port 6621b449-86dc-4da2-991a-a579b9cc12eb, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=6621b449-86dc-4da2-991a-a579b9cc12eb,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:10:27.816180 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Deleting port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:10:27.816681 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.849938 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.860603 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.892900 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5675c8-c9ac-434b-8110-0da1be9fa9ae req-8de09686-f64a-46bc-9d99-ec55dc122ca2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:27.901534 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-de5675c8-c9ac-434b-8110-0da1be9fa9ae req-8de09686-f64a-46bc-9d99-ec55dc122ca2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 946 time: 0.0608385 Mar 10 07:10:27.920638 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Routers {'c329c5c9-4107-4e28-8099-b3c055f938b7'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:27.921355 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:10:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['c329c5c9-4107-4e28-8099-b3c055f938b7'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:27.968795 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] For port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:27.969122 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:27.977454 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925cf44-d66f-4fb3-95bb-eee0d494f0ab None None] Pushing event updated for resources: {'Port': ['ID=6621b449-86dc-4da2-991a-a579b9cc12eb,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:27.986064 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-de5675c8-c9ac-434b-8110-0da1be9fa9ae req-d9c48285-5c46-437b-9671-7d72fb081514 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783050 Mar 10 07:10:27.987707 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Calling delete_port for 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:10:28.057551 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] Set router c329c5c9-4107-4e28-8099-b3c055f938b7 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:28.109065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41480) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:28.162420 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Allocated IP 172.20.0.1 (652805f3-9c07-4097-8c2b-a4c5cc2957cb/786b6d58-dba9-4a2b-b751-ca483be6250b/8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:10:28.247773 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff16d-2067-418c-90e8-e745eecc7d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.282099 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:10:26Z', 'revision_number': 3, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:28.309801 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1278-cf8b-41d3-8f83-5c086be4bab4 None None] The sync data for ids ['c329c5c9-4107-4e28-8099-b3c055f938b7'] in dv-cinder-832919-1-iscsi is: [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:10:26Z', 'revision_number': 3, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:10:28.341846 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks [] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.343943 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff16d-2067-418c-90e8-e745eecc7d84 admin admin] Publish callbacks [] for security_group (a3d90c78-a586-4abb-abcc-f5779e452335), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.482579 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff16d-2067-418c-90e8-e745eecc7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (a3d90c78-a586-4abb-abcc-f5779e452335), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.482879 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (55360e3d-06d2-4b44-a6b7-77fc8ed25a41), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.484920 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.501096 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['55360e3d-06d2-4b44-a6b7-77fc8ed25a41'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:10:28.527484 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0e5ff16d-2067-418c-90e8-e745eecc7d84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf85590e18b04d72bf4fb3064172f069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178805 Mar 10 07:10:28.528200 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ff16d-2067-418c-90e8-e745eecc7d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d90c78-a586-4abb-abcc-f5779e452335,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:28.530613 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:28.545173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:28.553671 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:28.600687 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03e661fe-8970-46ea-91bb-91493ab79690 admin admin] Publish callbacks [] for security_group (a3d90c78-a586-4abb-abcc-f5779e452335), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.604632 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:10:28.607735 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] No DVR routers for this DVR port 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:10:28.610159 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:28.627152 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03e661fe-8970-46ea-91bb-91493ab79690 admin admin] Publish callbacks [] for security_group (a3d90c78-a586-4abb-abcc-f5779e452335), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.727752 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.731267 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0737f1f2-7eca-4043-8e4e-90b88cfcba05 req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "DELETE /v2.0/ports/55360e3d-06d2-4b44-a6b7-77fc8ed25a41 HTTP/1.1" status: 204 len: 173 time: 1.1052814 Mar 10 07:10:28.731727 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a37f698-4cca-4436-be3b-64712e48b50e', 'name': 'network-vif-deleted', 'tag': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:28.734910 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51213b-5491-45ad-b5b6-ea62f3050463" -d '{"events": [{"server_uuid": "7a37f698-4cca-4436-be3b-64712e48b50e", "name": "network-vif-deleted", "tag": "55360e3d-06d2-4b44-a6b7-77fc8ed25a41"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:28.756678 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (c329c5c9-4107-4e28-8099-b3c055f938b7), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.761280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb046ead-fce5-4bf7-aadb-ec09115ad1d2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Pushing event deleted for resources: {'Port': ['ID=55360e3d-06d2-4b44-a6b7-77fc8ed25a41,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:28.795309 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1c733a-71c0-49a9-bf5d-4b5eb6834cbf x-openstack-request-id: req-be1c733a-71c0-49a9-bf5d-4b5eb6834cbf {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:28.795597 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a37f698-4cca-4436-be3b-64712e48b50e", "name": "network-vif-deleted", "tag": "55360e3d-06d2-4b44-a6b7-77fc8ed25a41", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:28.795851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be1c733a-71c0-49a9-bf5d-4b5eb6834cbf {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:28.796245 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a37f698-4cca-4436-be3b-64712e48b50e', 'name': 'network-vif-deleted', 'tag': '55360e3d-06d2-4b44-a6b7-77fc8ed25a41', 'status': 'completed', 'code': 200} Mar 10 07:10:28.854389 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03e661fe-8970-46ea-91bb-91493ab79690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (a3d90c78-a586-4abb-abcc-f5779e452335), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.860321 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03e661fe-8970-46ea-91bb-91493ab79690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:28.866691 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-03e661fe-8970-46ea-91bb-91493ab79690 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3d90c78-a586-4abb-abcc-f5779e452335 HTTP/1.1" status: 204 len: 168 time: 0.3297215 Mar 10 07:10:28.873800 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e661fe-8970-46ea-91bb-91493ab79690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d90c78-a586-4abb-abcc-f5779e452335,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:29.006790 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:29.114650 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ffa09850-7ef7-4886-9a12-eb202f4c5ede req-0304554d-4b56-47a7-bf2a-6bd185d11f30 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a37f698-4cca-4436-be3b-64712e48b50e HTTP/1.1" status: 200 len: 210 time: 0.0384076 Mar 10 07:10:29.245896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks [] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:29.321830 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:29.396173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:29.398653 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (c329c5c9-4107-4e28-8099-b3c055f938b7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:29.519209 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:29.524774 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:29.667050 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Router c329c5c9-4107-4e28-8099-b3c055f938b7 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:10:29.790963 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:10:29.806602 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-8a79709e-30bf-4a8a-938b-03723e6e5739 admin admin] 10.222.0.30 "PUT /v2.0/routers/c329c5c9-4107-4e28-8099-b3c055f938b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9221950 Mar 10 07:10:29.939245 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 6621b449-86dc-4da2-991a-a579b9cc12eb up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:10:30.164387 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 6621b449-86dc-4da2-991a-a579b9cc12eb triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:10:30.164861 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:30.203606 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41574) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:30.268683 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 6621b449-86dc-4da2-991a-a579b9cc12eb is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:30.269110 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:30.294581 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 6621b449-86dc-4da2-991a-a579b9cc12eb, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=6621b449-86dc-4da2-991a-a579b9cc12eb,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:30.362238 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:30.494149 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41140090-02a4-499a-831e-4220b35052bb None None] Sync routers for ids ['c329c5c9-4107-4e28-8099-b3c055f938b7'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:10:30.506318 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=6621b449-86dc-4da2-991a-a579b9cc12eb,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:30.522560 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] Routers {'c329c5c9-4107-4e28-8099-b3c055f938b7'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:30.523857 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:10:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['c329c5c9-4107-4e28-8099-b3c055f938b7'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:30.586516 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98782997-abc4-4473-897e-1d947cb43f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:30.603750 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-def589db-2980-47d6-98bd-591c5b69f376 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:30.610225 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-def589db-2980-47d6-98bd-591c5b69f376 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/networks?id=3998e981-c7e3-4f0e-bb37-12fb886070cf HTTP/1.1" status: 200 len: 808 time: 0.1743414 Mar 10 07:10:30.629838 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-e29b7fb0-6d9a-4a36-8bd6-b89d42523541 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/quotas/20e015555920438b9a280fd39fb97ae1 HTTP/1.1" status: 200 len: 375 time: 0.0187511 Mar 10 07:10:30.663827 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] Set router c329c5c9-4107-4e28-8099-b3c055f938b7 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:30.706511 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-ba3d1c63-2522-42b8-96b8-8c5086cf91ca tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=20e015555920438b9a280fd39fb97ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691690 Mar 10 07:10:30.851846 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-9599a7ff-6de4-455f-af8a-073e06869fcd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:30.853548 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-9599a7ff-6de4-455f-af8a-073e06869fcd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 819 time: 0.2648175 Mar 10 07:10:30.891713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-3b4f2efd-0c5f-4fce-995d-1ab51dc6a407 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/quotas/cf8f3d83b0f84415afe3e0c34d2190a3 HTTP/1.1" status: 200 len: 375 time: 0.0263255 Mar 10 07:10:30.902938 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:10:28Z', 'revision_number': 4, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47', 'name': '', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'mac_address': 'fa:16:3e:9c:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:27Z', 'updated_at': '2022-03-10T07:10:29Z', 'revision_number': 2, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'subnets': [{'id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:30.927254 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-c47a1382-5893-45ac-9888-13b605ac15da service neutron] 10.222.0.30 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782854 Mar 10 07:10:30.937756 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41140090-02a4-499a-831e-4220b35052bb None None] Checking router: c329c5c9-4107-4e28-8099-b3c055f938b7 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:10:30.938354 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41140090-02a4-499a-831e-4220b35052bb None None] Updating router c329c5c9-4107-4e28-8099-b3c055f938b7 port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:10:30.972917 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-41140090-02a4-499a-831e-4220b35052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:30.977161 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98782997-abc4-4473-897e-1d947cb43f8b admin admin] Publish callbacks [] for security_group (d0a52bb4-1b27-4598-a49a-8c636e81ebdc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.049852 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-364d185f-1d8e-485a-986e-83ebccf043cd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467216 Mar 10 07:10:31.077556 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98782997-abc4-4473-897e-1d947cb43f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d0a52bb4-1b27-4598-a49a-8c636e81ebdc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.112671 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-a8a5d8a4-8f0b-44d4-b0e1-815a06ce59c5 service neutron] 10.222.0.30 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652269 Mar 10 07:10:31.170007 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-98782997-abc4-4473-897e-1d947cb43f8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=820aef471f064ee28959a2eb07f2e9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9644852 Mar 10 07:10:31.179682 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41650) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:31.188330 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98782997-abc4-4473-897e-1d947cb43f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a52bb4-1b27-4598-a49a-8c636e81ebdc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:31.227041 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-98b874a9-04af-4627-a288-9b9ac550efc0 service neutron] 10.222.0.30 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739252 Mar 10 07:10:31.239207 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d32e766-8e97-4afa-903e-21a981c68303 admin admin] Publish callbacks [] for security_group (d0a52bb4-1b27-4598-a49a-8c636e81ebdc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.266809 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d32e766-8e97-4afa-903e-21a981c68303 admin admin] Publish callbacks [] for security_group (d0a52bb4-1b27-4598-a49a-8c636e81ebdc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.291761 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-41140090-02a4-499a-831e-4220b35052bb None None] Publish callbacks [] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.354087 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-ca6bbeef-7977-47e1-bbfc-f7d65e4adf5d service neutron] 10.222.0.30 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261501 Mar 10 07:10:31.370207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fce81cf-ea39-4ec4-a7d3-3752de1170c3 req-1e13f0ec-96a3-4717-bdba-073d27667b25 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 210 time: 0.0301321 Mar 10 07:10:31.383357 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-41140090-02a4-499a-831e-4220b35052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.402873 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d32e766-8e97-4afa-903e-21a981c68303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d0a52bb4-1b27-4598-a49a-8c636e81ebdc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.407187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d32e766-8e97-4afa-903e-21a981c68303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.410814 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7d32e766-8e97-4afa-903e-21a981c68303 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0a52bb4-1b27-4598-a49a-8c636e81ebdc HTTP/1.1" status: 204 len: 168 time: 0.2359011 Mar 10 07:10:31.424332 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32e766-8e97-4afa-903e-21a981c68303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a52bb4-1b27-4598-a49a-8c636e81ebdc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:31.516945 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:10:31.549357 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:10:31.549695 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 55360e3d-06d2-4b44-a6b7-77fc8ed25a41 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:10:31.566283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04c17-8d40-4fca-beee-e85232767eee None None] Pushing event updated for resources: {'Port': ['ID=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:31.637971 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-41140090-02a4-499a-831e-4220b35052bb None None] Attempting to bind port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:10:31.638342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-41140090-02a4-499a-831e-4220b35052bb None None] Attempting to bind port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:10:31.638903 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41140090-02a4-499a-831e-4220b35052bb None None] Attempting to bind port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:31.645196 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41140090-02a4-499a-831e-4220b35052bb None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:10:31.645750 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41140090-02a4-499a-831e-4220b35052bb None None] Checking segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:31.646206 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-41140090-02a4-499a-831e-4220b35052bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.646776 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41140090-02a4-499a-831e-4220b35052bb None None] Bound using segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:10:31.647261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-41140090-02a4-499a-831e-4220b35052bb None None] Bound port: 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:10:31.647646 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-41140090-02a4-499a-831e-4220b35052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.665738 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5195e1f7-5fab-46c0-bc79-d969d5ca24ce req-143471c9-b85b-404f-a86a-7dd8398dbb15 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 210 time: 0.0366411 Mar 10 07:10:31.752866 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-41140090-02a4-499a-831e-4220b35052bb None None] For port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:10:31.756684 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-41140090-02a4-499a-831e-4220b35052bb None None] For port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:10:31.867758 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 6621b449-86dc-4da2-991a-a579b9cc12eb up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:10:31.918303 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 6621b449-86dc-4da2-991a-a579b9cc12eb triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:10:31.918779 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:31.956984 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-41140090-02a4-499a-831e-4220b35052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:32.053871 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04c17-8d40-4fca-beee-e85232767eee None None] Pushing event updated for resources: {'Port': ['ID=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:32.083712 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-25759884-04c0-4a81-b1f6-759295691f8a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:32.085689 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-25759884-04c0-4a81-b1f6-759295691f8a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 819 time: 0.1646795 Mar 10 07:10:32.104399 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-b130e586-c066-4af5-a163-cc230c64a5ed tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/quotas/cf8f3d83b0f84415afe3e0c34d2190a3 HTTP/1.1" status: 200 len: 375 time: 0.0100167 Mar 10 07:10:32.114097 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] Routers {'c329c5c9-4107-4e28-8099-b3c055f938b7'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:10:32.114729 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:10:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['c329c5c9-4107-4e28-8099-b3c055f938b7'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:32.169514 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 6621b449-86dc-4da2-991a-a579b9cc12eb is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:32.175497 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-40a4d660-4bba-4e22-8ea6-768f96d99a6e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653183 Mar 10 07:10:32.246900 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] Set router c329c5c9-4107-4e28-8099-b3c055f938b7 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:10:32.274502 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3e7708b2-8eb3-46ba-a702-9cef3c1daed1 service neutron] 10.222.0.30 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976198 Mar 10 07:10:32.407715 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-e2905999-99d3-4f7c-a2ec-ac9e42087e1c service neutron] 10.222.0.30 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207583 Mar 10 07:10:32.465289 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-df920314-89eb-4df5-a0ca-acfcf9b5299d req-1261c845-039b-4ac1-9552-f0ac60fcacc9 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Mar 10 07:10:32.515261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-41140090-02a4-499a-831e-4220b35052bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:10:28Z', 'revision_number': 4, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47', 'name': '', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'mac_address': 'fa:16:3e:9c:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:27Z', 'updated_at': '2022-03-10T07:10:31Z', 'revision_number': 4, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'subnets': [{'id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:10:32.558817 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41140090-02a4-499a-831e-4220b35052bb None None] The sync data for ids ['c329c5c9-4107-4e28-8099-b3c055f938b7'] in dv-cinder-832919-1-iscsi is: [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:10:28Z', 'revision_number': 4, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47', 'name': '', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'mac_address': 'fa:16:3e:9c:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:27Z', 'updated_at': '2022-03-10T07:10:31Z', 'revision_number': 4, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'subnets': [{'id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:10:32.569898 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41724) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:32.591351 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09f99786-ca51-43c4-a7c4-de9f714104c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:32.744926 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09f99786-ca51-43c4-a7c4-de9f714104c2 admin admin] Publish callbacks [] for security_group (6d2bb29e-4451-4bc0-8b20-cda12b1a7342), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:32.820248 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bb57041-f5d7-4bb7-8b17-e7e9a11de124 req-01450112-f25e-4606-90cb-ccc63afcf677 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 210 time: 0.0505581 Mar 10 07:10:32.843246 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09f99786-ca51-43c4-a7c4-de9f714104c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6d2bb29e-4451-4bc0-8b20-cda12b1a7342), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:32.901355 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-09f99786-ca51-43c4-a7c4-de9f714104c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db8a57cbcf1b4939be9449f96d2485b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279092 Mar 10 07:10:32.901596 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 41734) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:32.922217 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f99786-ca51-43c4-a7c4-de9f714104c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bb29e-4451-4bc0-8b20-cda12b1a7342,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:32.971661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f536c4ce-11c1-4a59-ac15-40ba2df4641a admin admin] Publish callbacks [] for security_group (6d2bb29e-4451-4bc0-8b20-cda12b1a7342), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:33.007316 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f536c4ce-11c1-4a59-ac15-40ba2df4641a admin admin] Publish callbacks [] for security_group (6d2bb29e-4451-4bc0-8b20-cda12b1a7342), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:33.143760 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f536c4ce-11c1-4a59-ac15-40ba2df4641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6d2bb29e-4451-4bc0-8b20-cda12b1a7342), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:33.146972 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f536c4ce-11c1-4a59-ac15-40ba2df4641a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:33.148267 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f536c4ce-11c1-4a59-ac15-40ba2df4641a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d2bb29e-4451-4bc0-8b20-cda12b1a7342 HTTP/1.1" status: 204 len: 168 time: 0.2456346 Mar 10 07:10:33.156605 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c4ce-11c1-4a59-ac15-40ba2df4641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bb29e-4451-4bc0-8b20-cda12b1a7342,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:33.578472 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1f4f35b4-66df-4cbf-b017-2e28a00e3d49 req-acce2c01-597f-405c-baec-7734b8975cae tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 210 time: 0.0307574 Mar 10 07:10:33.999097 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:10:34.006814 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-87065243-dd4c-44e3-9719-0d9482b5d0ad req-0a6dd33c-c62c-4386-83da-180a3504c3ec tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 210 time: 0.0533350 Mar 10 07:10:34.078457 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:10:34.078832 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:34.171770 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:34.172176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:34.213589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:34.226738 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-3edfd1b5-a68d-4bc0-96b5-ff93b62e9905 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:34.228261 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-3edfd1b5-a68d-4bc0-96b5-ff93b62e9905 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "GET /v2.0/networks?id=3998e981-c7e3-4f0e-bb37-12fb886070cf HTTP/1.1" status: 200 len: 808 time: 0.1289597 Mar 10 07:10:34.272369 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Request body: {'port': {'device_id': '08e66341-98e6-466e-8f14-0829cd01a677', 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf', 'admin_state_up': True, 'tenant_id': '20e015555920438b9a280fd39fb97ae1'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:34.275776 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:34.349018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:34.544257 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Made reservation on behalf of 20e015555920438b9a280fd39fb97ae1 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:34.557150 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:34.681290 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-1caac7dd-eb08-4282-be7c-55b4fd12297b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:34.682608 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-1caac7dd-eb08-4282-be7c-55b4fd12297b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 819 time: 0.2235453 Mar 10 07:10:34.701604 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Request body: {'port': {'device_id': '051b02fb-7840-4427-941f-590232668f0d', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'admin_state_up': True, 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:34.721877 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:34.745406 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4341bfd-c533-4c0e-b206-59cc4deab465 req-f42a7e2e-8213-4b31-8eb0-5a079561c686 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 210 time: 0.0509279 Mar 10 07:10:34.859358 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Allocated IP 172.20.0.11 (3998e981-c7e3-4f0e-bb37-12fb886070cf/a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c/be13064c-c54b-4698-91fb-2687b3fa12f5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:10:34.909915 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b8c1e8-c493-4b68-b864-f80e4fdf8446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:34.964754 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Made reservation on behalf of cf8f3d83b0f84415afe3e0c34d2190a3 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:34.968661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.032598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b8c1e8-c493-4b68-b864-f80e4fdf8446 admin admin] Publish callbacks [] for security_group (7d657c53-ce95-4b2a-990c-abf02b52c9b2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.101281 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b8c1e8-c493-4b68-b864-f80e4fdf8446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7d657c53-ce95-4b2a-990c-abf02b52c9b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.129493 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e36bee52-6ab5-497c-9997-199558380e41 req-5f534f95-ed34-4fef-bc22-21210647c824 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 210 time: 0.0397623 Mar 10 07:10:35.161250 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-52b8c1e8-c493-4b68-b864-f80e4fdf8446 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2d57efb74b34233ba9988007172613a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375439 Mar 10 07:10:35.162238 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8c1e8-c493-4b68-b864-f80e4fdf8446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d657c53-ce95-4b2a-990c-abf02b52c9b2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:35.164640 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41808) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:35.198227 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks [] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.224087 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fad7500-b5b6-4b3c-8eb2-8beb3ea539cc admin admin] Publish callbacks [] for security_group (7d657c53-ce95-4b2a-990c-abf02b52c9b2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.227964 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Allocated IP 172.20.0.7 (652805f3-9c07-4097-8c2b-a4c5cc2957cb/786b6d58-dba9-4a2b-b751-ca483be6250b/d1ff91f6-22a3-441f-affb-b51c60221d9b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:10:35.262968 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fad7500-b5b6-4b3c-8eb2-8beb3ea539cc admin admin] Publish callbacks [] for security_group (7d657c53-ce95-4b2a-990c-abf02b52c9b2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.401595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-5662c7c9-e706-4aff-939c-a2843fc209ac tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:35.403179 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-5662c7c9-e706-4aff-939c-a2843fc209ac tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 819 time: 0.1591685 Mar 10 07:10:35.414796 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Request body: {'port': {'device_id': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'admin_state_up': True, 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:35.424466 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fad7500-b5b6-4b3c-8eb2-8beb3ea539cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7d657c53-ce95-4b2a-990c-abf02b52c9b2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.428036 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fad7500-b5b6-4b3c-8eb2-8beb3ea539cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.431670 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6fad7500-b5b6-4b3c-8eb2-8beb3ea539cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d657c53-ce95-4b2a-990c-abf02b52c9b2 HTTP/1.1" status: 204 len: 168 time: 0.2636523 Mar 10 07:10:35.438226 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad7500-b5b6-4b3c-8eb2-8beb3ea539cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d657c53-ce95-4b2a-990c-abf02b52c9b2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:35.445344 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.861867 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Network 3998e981-c7e3-4f0e-bb37-12fb886070cf is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:35.877939 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:35.880517 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Pushing event updated for resources: {'Port': ['ID=be13064c-c54b-4698-91fb-2687b3fa12f5,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:35.886965 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:10:35.895625 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ece182-4bc2-47f4-87a0-4ce4980dbc79 req-f67ce24f-1e3b-48f8-94cc-c42cf3ade84b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:35.904886 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-85ece182-4bc2-47f4-87a0-4ce4980dbc79 req-f67ce24f-1e3b-48f8-94cc-c42cf3ade84b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 932 time: 0.0709808 Mar 10 07:10:35.940744 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:10:35.960125 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks [] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:35.961868 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-85ece182-4bc2-47f4-87a0-4ce4980dbc79 req-9d635ce2-4162-46d5-bea3-76bddeb64a4b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557771 Mar 10 07:10:35.985521 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:35.986187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.035870 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:10:36.036250 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.043958 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Made reservation on behalf of cf8f3d83b0f84415afe3e0c34d2190a3 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:10:36.047565 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.073052 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-7b153bfa-d9c1-4e9b-b780-efc3c9f023a6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8213336 Mar 10 07:10:36.119238 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Request body: {'port': {'device_id': '08e66341-98e6-466e-8f14-0829cd01a677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:36.126809 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.314917 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:36.316697 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Allocated IP 172.20.0.8 (652805f3-9c07-4097-8c2b-a4c5cc2957cb/786b6d58-dba9-4a2b-b751-ca483be6250b/8e84a200-4a7e-488a-82e5-faf43913831d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:10:36.321114 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-02de3f6a-3078-49b4-8f81-f1dca1266452 req-f1dab8be-0a05-45ad-8a9a-3f8ad3a9bb55 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 210 time: 0.0621521 Mar 10 07:10:36.330693 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Pushing event updated for resources: {'Port': ['ID=d1ff91f6-22a3-441f-affb-b51c60221d9b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:36.335578 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:36.359225 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:36.370680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:10:36.424132 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:36.426285 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.437517 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb67b74d-2ebb-480f-99b8-b56e071ce4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.444974 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:36.445600 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.523084 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb67b74d-2ebb-480f-99b8-b56e071ce4ea admin admin] Publish callbacks [] for security_group (1defd902-0dee-479d-b774-779348a7eefe), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.569560 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c39f5c70-600d-4e56-85e4-3152eb94843c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8719573 Mar 10 07:10:36.617856 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb67b74d-2ebb-480f-99b8-b56e071ce4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (1defd902-0dee-479d-b774-779348a7eefe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.621579 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Request body: {'port': {'device_id': '051b02fb-7840-4427-941f-590232668f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:36.659133 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-fb67b74d-2ebb-480f-99b8-b56e071ce4ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6abe4365e40f4d8cb9f06a42bf8edacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314489 Mar 10 07:10:36.659133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67b74d-2ebb-480f-99b8-b56e071ce4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1defd902-0dee-479d-b774-779348a7eefe,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:36.659994 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 41850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:10:36.724402 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56627b6a-0f23-4eb1-9da1-54388807045f admin admin] Publish callbacks [] for security_group (1defd902-0dee-479d-b774-779348a7eefe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.733566 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks [] for port (8e84a200-4a7e-488a-82e5-faf43913831d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.756504 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56627b6a-0f23-4eb1-9da1-54388807045f admin admin] Publish callbacks [] for security_group (1defd902-0dee-479d-b774-779348a7eefe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.762851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.915637 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56627b6a-0f23-4eb1-9da1-54388807045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (1defd902-0dee-479d-b774-779348a7eefe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.918319 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56627b6a-0f23-4eb1-9da1-54388807045f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:36.919469 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-56627b6a-0f23-4eb1-9da1-54388807045f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1defd902-0dee-479d-b774-779348a7eefe HTTP/1.1" status: 204 len: 168 time: 0.2585900 Mar 10 07:10:36.931411 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56627b6a-0f23-4eb1-9da1-54388807045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1defd902-0dee-479d-b774-779348a7eefe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:36.965229 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.075260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be13064c-c54b-4698-91fb-2687b3fa12f5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:37.092684 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Network 652805f3-9c07-4097-8c2b-a4c5cc2957cb is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:10:37.101258 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Publish callbacks [] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.103605 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Pushing event updated for resources: {'Port': ['ID=8e84a200-4a7e-488a-82e5-faf43913831d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:37.117120 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:10:37.138198 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ad4b-4c09-4034-a8de-371530e0ebba req-1fed7dfd-5742-43d6-a98f-eae1126c203d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:37.140437 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bd65ad4b-4c09-4034-a8de-371530e0ebba req-1fed7dfd-5742-43d6-a98f-eae1126c203d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 932 time: 0.0810964 Mar 10 07:10:37.147536 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:10:37.186778 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Transition to ACTIVE for port object be13064c-c54b-4698-91fb-2687b3fa12f5 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:10:37.193398 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bd65ad4b-4c09-4034-a8de-371530e0ebba req-0e52b24a-55ac-41b5-aecb-19639732b79e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460830 Mar 10 07:10:37.230632 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:37.231245 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.235865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.328805 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Pushing event updated for resources: {'Port': ['ID=be13064c-c54b-4698-91fb-2687b3fa12f5,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:37.385647 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-3f344b02-d01c-4321-a1a0-cc2146bd8a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9742358 Mar 10 07:10:37.387550 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ff91f6-22a3-441f-affb-b51c60221d9b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:37.402977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Publish callbacks [] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.410690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Request body: {'port': {'device_id': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:10:37.454334 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465982b2-80f7-4b88-b5a4-2007eca04768 req-43fa3172-b003-426b-aaf0-8802de98cac6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:37.456317 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Transition to ACTIVE for port object d1ff91f6-22a3-441f-affb-b51c60221d9b will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:10:37.461814 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-465982b2-80f7-4b88-b5a4-2007eca04768 req-43fa3172-b003-426b-aaf0-8802de98cac6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 931 time: 0.0739098 Mar 10 07:10:37.497449 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Attempting to bind port be13064c-c54b-4698-91fb-2687b3fa12f5 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:10:37.497449 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Attempting to bind port be13064c-c54b-4698-91fb-2687b3fa12f5 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:10:37.497449 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Attempting to bind port be13064c-c54b-4698-91fb-2687b3fa12f5 on network 3998e981-c7e3-4f0e-bb37-12fb886070cf {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:37.505742 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Port be13064c-c54b-4698-91fb-2687b3fa12f5 on network 3998e981-c7e3-4f0e-bb37-12fb886070cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:10:37.506149 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Attempting to bind port be13064c-c54b-4698-91fb-2687b3fa12f5 on network 3998e981-c7e3-4f0e-bb37-12fb886070cf {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:37.510155 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-465982b2-80f7-4b88-b5a4-2007eca04768 req-c1bc9ea6-0870-40ab-a81e-c3832c2fdb84 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474946 Mar 10 07:10:37.510545 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.522988 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.542673 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:10:37.543017 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Checking segment: {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:37.548855 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Bound using segment: {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:10:37.548855 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Bound port: be13064c-c54b-4698-91fb-2687b3fa12f5, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:10:37.548855 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.644871 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ff91f6-22a3-441f-affb-b51c60221d9b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:37.772918 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] For port be13064c-c54b-4698-91fb-2687b3fa12f5, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:10:37.801384 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] For port be13064c-c54b-4698-91fb-2687b3fa12f5, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=be13064c-c54b-4698-91fb-2687b3fa12f5,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:10:37.820221 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Attempting to bind port d1ff91f6-22a3-441f-affb-b51c60221d9b on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:10:37.820558 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Attempting to bind port d1ff91f6-22a3-441f-affb-b51c60221d9b by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:10:37.820913 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Attempting to bind port d1ff91f6-22a3-441f-affb-b51c60221d9b on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:37.838208 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Port d1ff91f6-22a3-441f-affb-b51c60221d9b on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:10:37.838535 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Attempting to bind port d1ff91f6-22a3-441f-affb-b51c60221d9b on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:37.853775 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:10:37.853775 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Checking segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:37.853775 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Bound using segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:10:37.854079 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Bound port: d1ff91f6-22a3-441f-affb-b51c60221d9b, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:10:37.854244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.894023 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.974063 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:37.974683 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:37.976064 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] 10.222.0.20 "PUT /v2.0/ports/be13064c-c54b-4698-91fb-2687b3fa12f5 HTTP/1.1" status: 200 len: 1094 time: 1.8904850 Mar 10 07:10:37.978125 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e66341-98e6-466e-8f14-0829cd01a677', 'tag': 'be13064c-c54b-4698-91fb-2687b3fa12f5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:37.980357 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ac08a1-eff5-44b7-b2d9-804d804aad57" -d '{"events": [{"name": "network-changed", "server_uuid": "08e66341-98e6-466e-8f14-0829cd01a677", "tag": "be13064c-c54b-4698-91fb-2687b3fa12f5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:38.040013 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75226cd1-c576-4cd9-afc3-067c5b791266 x-openstack-request-id: req-75226cd1-c576-4cd9-afc3-067c5b791266 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:38.040315 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e66341-98e6-466e-8f14-0829cd01a677", "tag": "be13064c-c54b-4698-91fb-2687b3fa12f5", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:38.040578 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75226cd1-c576-4cd9-afc3-067c5b791266 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:38.040991 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e66341-98e6-466e-8f14-0829cd01a677', 'tag': 'be13064c-c54b-4698-91fb-2687b3fa12f5', 'status': 'completed', 'code': 200} Mar 10 07:10:38.047402 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f7aec-4ca4-409e-8cd8-51dd16894d6b service neutron] Pushing event updated for resources: {'Port': ['ID=be13064c-c54b-4698-91fb-2687b3fa12f5,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:38.057243 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] For port d1ff91f6-22a3-441f-affb-b51c60221d9b, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:10:38.120999 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] For port d1ff91f6-22a3-441f-affb-b51c60221d9b, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:10:38.137684 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e84a200-4a7e-488a-82e5-faf43913831d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:38.146836 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Publish callbacks [] for port (8e84a200-4a7e-488a-82e5-faf43913831d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.165399 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac08a1-eff5-44b7-b2d9-804d804aad57 req-918ea651-cf35-48c5-bcce-7c7201881019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.167389 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-83ac08a1-eff5-44b7-b2d9-804d804aad57 req-918ea651-cf35-48c5-bcce-7c7201881019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20e015555920438b9a280fd39fb97ae1&device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 1128 time: 0.1078074 Mar 10 07:10:38.168319 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Transition to ACTIVE for port object 8e84a200-4a7e-488a-82e5-faf43913831d will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:10:38.211306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.268609 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.287595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.288208 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.289790 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] 10.222.0.20 "PUT /v2.0/ports/d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 1093 time: 1.6745462 Mar 10 07:10:38.331363 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567d6d2-a085-412b-a569-9c412060f26b req-009e4297-061b-4d9f-9a77-a591b66e9f5a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.336581 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6567d6d2-a085-412b-a569-9c412060f26b req-009e4297-061b-4d9f-9a77-a591b66e9f5a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0626779 Mar 10 07:10:38.351253 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851d646-8209-4ade-81b4-d8b174dc7823 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ff91f6-22a3-441f-affb-b51c60221d9b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:38.354711 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac08a1-eff5-44b7-b2d9-804d804aad57 req-1cb050ac-783d-424f-8d4e-f4d1972aae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.356217 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-83ac08a1-eff5-44b7-b2d9-804d804aad57 req-1cb050ac-783d-424f-8d4e-f4d1972aae22 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=20e015555920438b9a280fd39fb97ae1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1799262 Mar 10 07:10:38.396371 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6567d6d2-a085-412b-a569-9c412060f26b req-00e1f87a-4993-4f37-95ee-0d7b07a754d5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555134 Mar 10 07:10:38.512524 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e84a200-4a7e-488a-82e5-faf43913831d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:38.574332 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Attempting to bind port 8e84a200-4a7e-488a-82e5-faf43913831d on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:10:38.574620 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Attempting to bind port 8e84a200-4a7e-488a-82e5-faf43913831d by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:10:38.574962 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Attempting to bind port 8e84a200-4a7e-488a-82e5-faf43913831d on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:38.587651 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Port 8e84a200-4a7e-488a-82e5-faf43913831d on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:10:38.587978 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Attempting to bind port 8e84a200-4a7e-488a-82e5-faf43913831d on network 652805f3-9c07-4097-8c2b-a4c5cc2957cb {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:10:38.599528 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-ad8b976c-37a6-4ad1-b92c-fcb769c1d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.601035 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-ad8b976c-37a6-4ad1-b92c-fcb769c1d307 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1127 time: 0.1529086 Mar 10 07:10:38.603817 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:10:38.604154 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Checking segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:10:38.604537 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Bound using segment: {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:10:38.608658 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Bound port: 8e84a200-4a7e-488a-82e5-faf43913831d, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46295b7d-74a6-41d0-ba8d-8db274078ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:10:38.608658 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.622598 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac08a1-eff5-44b7-b2d9-804d804aad57 req-3b8fa4b6-b82b-48be-bd71-2cafe1942ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.624107 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-83ac08a1-eff5-44b7-b2d9-804d804aad57 req-3b8fa4b6-b82b-48be-bd71-2cafe1942ed0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380521 Mar 10 07:10:38.684651 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-1652d09c-d7b4-4875-ae7f-ee0b8da7434a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0748239 Mar 10 07:10:38.692742 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b3d2-134f-4ba6-8b16-63bcbd817dfd req-b9c305af-2fa5-4691-a755-3b9f81e03240 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.694246 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9a77b3d2-134f-4ba6-8b16-63bcbd817dfd req-b9c305af-2fa5-4691-a755-3b9f81e03240 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0675893 Mar 10 07:10:38.747352 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9a77b3d2-134f-4ba6-8b16-63bcbd817dfd req-74a06e62-5958-42d6-a908-db927591b4c2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Mar 10 07:10:38.808012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] For port 8e84a200-4a7e-488a-82e5-faf43913831d, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:10:38.811259 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] For port 8e84a200-4a7e-488a-82e5-faf43913831d, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=8e84a200-4a7e-488a-82e5-faf43913831d,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:10:38.813712 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-d0dee75a-0287-4e55-8684-6f71e7b269ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.815176 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-d0dee75a-0287-4e55-8684-6f71e7b269ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20e015555920438b9a280fd39fb97ae1&device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 1128 time: 0.1324089 Mar 10 07:10:38.818465 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-125d1e2f-faec-42cb-b608-c28c10602893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.819682 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-125d1e2f-faec-42cb-b608-c28c10602893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.1251314 Mar 10 07:10:38.872465 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-ab001b30-b96c-4237-aebe-dc67b80bc9a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be13064c-c54b-4698-91fb-2687b3fa12f5 HTTP/1.1" status: 200 len: 217 time: 0.0460215 Mar 10 07:10:38.895311 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.898386 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-79e64a10-1970-4b47-9ce7-b84a4f84a375 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660813 Mar 10 07:10:38.978289 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:38.978891 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:38.980230 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e84a200-4a7e-488a-82e5-faf43913831d HTTP/1.1" status: 200 len: 1093 time: 1.5810289 Mar 10 07:10:39.044973 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-f3243694-b323-4d4b-ab79-2d33c20c6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:39.046454 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-f3243694-b323-4d4b-ab79-2d33c20c6ad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c HTTP/1.1" status: 200 len: 848 time: 0.1593382 Mar 10 07:10:39.051374 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17e275-e372-4233-b532-706fe42277f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e84a200-4a7e-488a-82e5-faf43913831d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:39.084339 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-6ff539fc-c993-4148-8ad3-083ac1e4d776 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3998e981-c7e3-4f0e-bb37-12fb886070cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299840 Mar 10 07:10:39.379392 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c2ae21c1-6488-49fe-858f-f96497ae553d service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576838 Mar 10 07:10:39.471860 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-5cd1837e-56bc-46a9-a129-7823c2ae4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:39.473920 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-5cd1837e-56bc-46a9-a129-7823c2ae4807 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 1127 time: 0.3938670 Mar 10 07:10:39.517380 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5db8-773f-480b-91cd-10712844616e req-61385659-6a64-4659-8fac-b8687429ba77 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:39.528109 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc3d5db8-773f-480b-91cd-10712844616e req-61385659-6a64-4659-8fac-b8687429ba77 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0618191 Mar 10 07:10:39.549816 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-7b4e6be8-160f-4d7f-92f7-8b63ea54a8a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e84a200-4a7e-488a-82e5-faf43913831d HTTP/1.1" status: 200 len: 217 time: 0.0492296 Mar 10 07:10:39.554521 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-e36f72b0-8485-45a7-b7c3-11221e27a8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545221 Mar 10 07:10:39.582023 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc3d5db8-773f-480b-91cd-10712844616e req-4d254584-b214-4f42-becf-6a84a34a449f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481181 Mar 10 07:10:39.622264 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c702744c-01d0-4135-a38f-d38dce50ba0e service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341664 Mar 10 07:10:39.683970 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-718453f9-20d7-476f-86de-a7c66d38e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:39.685642 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-718453f9-20d7-476f-86de-a7c66d38e17b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.1207204 Mar 10 07:10:39.736637 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-79cae412-7b9d-4061-8e38-bec4cf14405d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425835 Mar 10 07:10:39.739449 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1cbefb79-4312-401c-80b1-4b17dbc0741d req-ecc14f56-6ac2-4713-a650-6a3896df2568 service neutron] 10.222.0.20 "GET /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757991 Mar 10 07:10:39.848075 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-212bb207-d028-40f7-ace6-9b624a8071ce service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954835 Mar 10 07:10:39.870785 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bea25-ca59-4019-bcab-549bb314ef59 req-dca23f8d-ef29-4bb5-b42d-10e2ce8599f4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:39.872225 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5e5bea25-ca59-4019-bcab-549bb314ef59 req-dca23f8d-ef29-4bb5-b42d-10e2ce8599f4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0523939 Mar 10 07:10:39.924931 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5e5bea25-ca59-4019-bcab-549bb314ef59 req-d55b43dd-34f0-4ad8-ab54-8fab47b4cf85 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Mar 10 07:10:39.944565 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3937e468-a750-4c24-a8f1-e8807e157b15 req-f32633f4-8a2b-4539-ae0d-2a5d27ec4a7c service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901289 Mar 10 07:10:40.042595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b02fb-7840-4427-941f-590232668f0d', 'tag': 'd1ff91f6-22a3-441f-affb-b51c60221d9b'}, {'name': 'network-changed', 'server_uuid': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'tag': '8e84a200-4a7e-488a-82e5-faf43913831d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:10:40.044997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78486d42-0419-4173-8a31-7b304137d1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "051b02fb-7840-4427-941f-590232668f0d", "tag": "d1ff91f6-22a3-441f-affb-b51c60221d9b"}, {"name": "network-changed", "server_uuid": "bfd9e6ed-b5f5-4097-867d-8459676eb475", "tag": "8e84a200-4a7e-488a-82e5-faf43913831d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:10:40.085080 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 07:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56df51c-e6df-4b39-9c2a-829d186372d4 x-openstack-request-id: req-c56df51c-e6df-4b39-9c2a-829d186372d4 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:10:40.085416 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b02fb-7840-4427-941f-590232668f0d", "tag": "d1ff91f6-22a3-441f-affb-b51c60221d9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfd9e6ed-b5f5-4097-867d-8459676eb475", "tag": "8e84a200-4a7e-488a-82e5-faf43913831d", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:10:40.085672 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c56df51c-e6df-4b39-9c2a-829d186372d4 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:10:40.086070 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b02fb-7840-4427-941f-590232668f0d', 'tag': 'd1ff91f6-22a3-441f-affb-b51c60221d9b', 'status': 'completed', 'code': 200} Mar 10 07:10:40.086324 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'tag': '8e84a200-4a7e-488a-82e5-faf43913831d', 'status': 'completed', 'code': 200} Mar 10 07:10:40.156614 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486d42-0419-4173-8a31-7b304137d1a5 req-713b79ce-4967-43c0-a053-5a16440c444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.158927 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-713b79ce-4967-43c0-a053-5a16440c444b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1127 time: 0.0529187 Mar 10 07:10:40.249594 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486d42-0419-4173-8a31-7b304137d1a5 req-df06233c-6d9b-4a9c-a9c2-cb88b59f9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.251082 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-df06233c-6d9b-4a9c-a9c2-cb88b59f9cc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.0845008 Mar 10 07:10:40.298905 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-fca05c7c-fc66-48b7-b314-4cb19c847080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0413854 Mar 10 07:10:40.346728 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486d42-0419-4173-8a31-7b304137d1a5 req-3c4691d5-9f06-491d-8b37-7b4273276cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.348823 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-3c4691d5-9f06-491d-8b37-7b4273276cd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0439606 Mar 10 07:10:40.382433 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-a0362408-8fba-43f2-b45f-3551c51d9bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255253 Mar 10 07:10:40.481363 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-5a97654d-78ba-43d3-87f8-c5e370b056d9 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901425 Mar 10 07:10:40.571885 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-a67533b8-84d8-4775-9f93-086254066aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826669 Mar 10 07:10:40.677627 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486d42-0419-4173-8a31-7b304137d1a5 req-da1e818f-2677-4e54-aa2d-c73c5b9f7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.684294 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-da1e818f-2677-4e54-aa2d-c73c5b9f7a6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 1127 time: 0.0655966 Mar 10 07:10:40.734914 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea49a-316e-457f-9811-249b85a92ec0 req-22858d31-a1ca-4ced-a7fc-85cc79dba65d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.741913 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97cea49a-316e-457f-9811-249b85a92ec0 req-22858d31-a1ca-4ced-a7fc-85cc79dba65d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0725415 Mar 10 07:10:40.794311 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97cea49a-316e-457f-9811-249b85a92ec0 req-804ff75c-8597-4ac1-b631-a26390e8130d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501816 Mar 10 07:10:40.802661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486d42-0419-4173-8a31-7b304137d1a5 req-178f8a88-7ac5-4881-8d79-cd05f327d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.804906 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-178f8a88-7ac5-4881-8d79-cd05f327d061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.1119654 Mar 10 07:10:40.857677 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-80f9abe4-12c1-4972-b810-bdf2e6fef28f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e84a200-4a7e-488a-82e5-faf43913831d HTTP/1.1" status: 200 len: 217 time: 0.0463951 Mar 10 07:10:40.906760 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486d42-0419-4173-8a31-7b304137d1a5 req-0257cc31-0d76-4245-962f-90f765750156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:40.908431 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-0257cc31-0d76-4245-962f-90f765750156 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0443199 Mar 10 07:10:40.942804 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-7487db9d-393d-4ee4-b84f-8a7f88fff6af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267763 Mar 10 07:10:41.041758 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-2ea08f38-84bd-4903-af21-cd3176f466ea service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928223 Mar 10 07:10:41.047592 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37538e8f-f75b-4c87-84ef-4466836450c3 req-fb079b67-4a9c-4b23-ba15-0750eac061a5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:41.049738 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-37538e8f-f75b-4c87-84ef-4466836450c3 req-fb079b67-4a9c-4b23-ba15-0750eac061a5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0555820 Mar 10 07:10:41.099822 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-37538e8f-f75b-4c87-84ef-4466836450c3 req-1160f55e-01de-4132-ad52-4ee758a1d592 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Mar 10 07:10:41.134546 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-78486d42-0419-4173-8a31-7b304137d1a5 req-0a223989-c666-4c54-8146-31ae1b748b6c service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870068 Mar 10 07:10:41.955067 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81464830-da5b-494b-8863-392bc14008e3 req-3ba23e1a-1fd8-450f-9bdb-794f6955d146 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:41.955067 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-81464830-da5b-494b-8863-392bc14008e3 req-3ba23e1a-1fd8-450f-9bdb-794f6955d146 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0526552 Mar 10 07:10:42.120292 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-81464830-da5b-494b-8863-392bc14008e3 req-b0d8270b-c8d9-480b-b9a9-cfb92a93e697 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987114 Mar 10 07:10:42.214545 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f27a-9fbf-4b2f-bacd-9ce731c8be1c req-e3f64d86-71df-4248-9079-e31d63b42aef tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:42.215993 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f7f8f27a-9fbf-4b2f-bacd-9ce731c8be1c req-e3f64d86-71df-4248-9079-e31d63b42aef tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0513432 Mar 10 07:10:42.262133 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f7f8f27a-9fbf-4b2f-bacd-9ce731c8be1c req-b1c8b11e-45f9-4640-9e35-bf16b38a4a44 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Mar 10 07:10:42.406296 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fae1-7b72-40b8-9682-5956a0d10044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:43.233160 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f337f-4503-4597-b428-74c7117f125e req-d162556d-7a14-4b17-b23f-7b5bb3da3dd5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:43.234589 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-889f337f-4503-4597-b428-74c7117f125e req-d162556d-7a14-4b17-b23f-7b5bb3da3dd5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0502062 Mar 10 07:10:43.281123 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-889f337f-4503-4597-b428-74c7117f125e req-5a7c6d13-89e5-46f2-a852-6dd127d5428b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Mar 10 07:10:43.376870 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c2c9-1968-4c38-ac54-243a3f29f214 req-b5378bfc-515b-471e-bac7-ee9929413a2a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:43.378454 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d23c2c9-1968-4c38-ac54-243a3f29f214 req-b5378bfc-515b-471e-bac7-ee9929413a2a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0510790 Mar 10 07:10:43.423269 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d23c2c9-1968-4c38-ac54-243a3f29f214 req-674dcde4-ff66-433f-885c-60c03c00a749 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Mar 10 07:10:44.396809 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f44821-5737-42bb-aff6-d104cc34340c req-a1b3ae51-14f5-4fe0-b1cb-49cadffb5da0 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:44.398268 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53f44821-5737-42bb-aff6-d104cc34340c req-a1b3ae51-14f5-4fe0-b1cb-49cadffb5da0 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0508537 Mar 10 07:10:44.442335 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53f44821-5737-42bb-aff6-d104cc34340c req-ecf5de72-82f8-4d1e-938b-99aeaa5a2b3e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 Mar 10 07:10:44.537733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df22f1-873d-4928-93a3-a71e4995bee4 req-bb1d24fb-f5b4-480f-9af6-a1c6e59c1112 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:44.539107 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29df22f1-873d-4928-93a3-a71e4995bee4 req-bb1d24fb-f5b4-480f-9af6-a1c6e59c1112 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0528057 Mar 10 07:10:44.583058 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29df22f1-873d-4928-93a3-a71e4995bee4 req-8cb782a3-15be-4a6b-98af-800a2ba5459b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Mar 10 07:10:44.920596 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-582479c5-4017-44b3-b640-98c66239026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:45.555313 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821488-125e-4574-bf31-7cfe5176f85b req-346f696f-fdc7-447b-8a8e-6b7b729e7365 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:45.556726 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13821488-125e-4574-bf31-7cfe5176f85b req-346f696f-fdc7-447b-8a8e-6b7b729e7365 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0502541 Mar 10 07:10:45.601181 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13821488-125e-4574-bf31-7cfe5176f85b req-9398320e-12d1-4e28-b190-4e5d78eb8e5a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Mar 10 07:10:45.695129 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2245c-55b9-41bb-8157-e89630283ffb req-c505c61c-f721-4cb7-94d3-8218433ab8ce tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:45.696484 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e2f2245c-55b9-41bb-8157-e89630283ffb req-c505c61c-f721-4cb7-94d3-8218433ab8ce tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Mar 10 07:10:45.744415 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e2f2245c-55b9-41bb-8157-e89630283ffb req-6d3944e6-f14a-40b2-96ed-34323b5ad0b5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Mar 10 07:10:45.955684 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:46.716623 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b646a2-0b52-4705-9673-8fbe0c425689 req-c659dd0a-0f33-41a5-9b5b-8c37c767e185 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:46.718098 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08b646a2-0b52-4705-9673-8fbe0c425689 req-c659dd0a-0f33-41a5-9b5b-8c37c767e185 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0529344 Mar 10 07:10:46.763837 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08b646a2-0b52-4705-9673-8fbe0c425689 req-f046f4fd-47bb-4803-823d-98965af11d5d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Mar 10 07:10:46.858442 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb2d9-8998-4542-97f9-e1f72b4e8929 req-3593a99a-ebdf-4d59-bc37-7ab6ae487e98 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:46.859850 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1c6bb2d9-8998-4542-97f9-e1f72b4e8929 req-3593a99a-ebdf-4d59-bc37-7ab6ae487e98 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0496008 Mar 10 07:10:46.905786 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1c6bb2d9-8998-4542-97f9-e1f72b4e8929 req-ccad1225-fcdd-4835-a477-77e6d97a6cf0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Mar 10 07:10:47.470388 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:47.670010 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:47.885081 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd531baf-22e6-49b6-967e-f4fb8f3929ea req-201b8c98-0b88-4e63-ba12-32c64dee6107 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:47.886599 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd531baf-22e6-49b6-967e-f4fb8f3929ea req-201b8c98-0b88-4e63-ba12-32c64dee6107 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0546839 Mar 10 07:10:47.931699 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd531baf-22e6-49b6-967e-f4fb8f3929ea req-497432d0-b2ae-4b8d-b6d8-cf6be0f4972a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Mar 10 07:10:48.026676 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105b322-33cf-4b71-ae96-4024074275d2 req-efc68f42-acae-4f57-a150-480c70292659 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:48.028116 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f105b322-33cf-4b71-ae96-4024074275d2 req-efc68f42-acae-4f57-a150-480c70292659 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0530772 Mar 10 07:10:48.074187 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f105b322-33cf-4b71-ae96-4024074275d2 req-c8ac8963-bd0a-44db-ba47-d8bb9b873350 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Mar 10 07:10:48.920114 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:49.052854 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939d2f-e3e5-49ff-9eaa-8f80e6eaa106 req-0b92bc6f-9c3c-443d-ba37-366c68b2afb0 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:49.054294 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ea939d2f-e3e5-49ff-9eaa-8f80e6eaa106 req-0b92bc6f-9c3c-443d-ba37-366c68b2afb0 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0571165 Mar 10 07:10:49.098872 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ea939d2f-e3e5-49ff-9eaa-8f80e6eaa106 req-699b2250-9351-45c3-a783-fde15a719cd1 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Mar 10 07:10:49.188852 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d6e62-00f1-4863-af94-0ad8f1328369 req-6ce3afc6-dc65-4931-a911-6d5d5bd99b76 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:49.190294 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-012d6e62-00f1-4863-af94-0ad8f1328369 req-6ce3afc6-dc65-4931-a911-6d5d5bd99b76 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0495927 Mar 10 07:10:49.234317 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-012d6e62-00f1-4863-af94-0ad8f1328369 req-9e128a2d-3311-46ed-abb7-4bf0637349f5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379775 Mar 10 07:10:50.211721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d86e-d47b-43fc-ab6e-375da72e3295 req-0c8bfea7-f597-4f63-bf81-fb1edd100d4c tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:50.213142 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cfd5d86e-d47b-43fc-ab6e-375da72e3295 req-0c8bfea7-f597-4f63-bf81-fb1edd100d4c tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0503078 Mar 10 07:10:50.260549 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cfd5d86e-d47b-43fc-ab6e-375da72e3295 req-801351a8-2750-451f-99b1-1f20bdc8e6f3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Mar 10 07:10:50.348144 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2b5bd-7d0e-4a0f-b95f-3a63fec20bfe req-90bceb26-542e-41ac-a2bc-308631fe7a47 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:50.349493 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3b2b5bd-7d0e-4a0f-b95f-3a63fec20bfe req-90bceb26-542e-41ac-a2bc-308631fe7a47 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0509071 Mar 10 07:10:50.393247 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3b2b5bd-7d0e-4a0f-b95f-3a63fec20bfe req-9baa373a-e51e-4459-9eef-18f1385d34c7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Mar 10 07:10:51.374219 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a89fe3-4df3-47c8-a368-19fb1d07ae62 req-e173bb56-b817-4d90-9a3a-a80dbd36bbf2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:51.375660 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-44a89fe3-4df3-47c8-a368-19fb1d07ae62 req-e173bb56-b817-4d90-9a3a-a80dbd36bbf2 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0511785 Mar 10 07:10:51.421050 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-44a89fe3-4df3-47c8-a368-19fb1d07ae62 req-729874c3-6f4d-4d24-87c0-7756c1b8098b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Mar 10 07:10:51.514700 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19c71-cb7f-4daf-bd01-d7391c354250 req-48ca1022-b13d-4071-a0dd-e8ae103b0eba tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:51.516145 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28d19c71-cb7f-4daf-bd01-d7391c354250 req-48ca1022-b13d-4071-a0dd-e8ae103b0eba tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0569968 Mar 10 07:10:51.562321 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28d19c71-cb7f-4daf-bd01-d7391c354250 req-03e6795e-5a14-454b-9ba7-889b31dc9611 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Mar 10 07:10:52.535261 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951c78-19b8-4d8e-bac6-3a64b03d14f1 req-3a090bc6-59d4-437e-80c7-a8dce010c543 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:52.536755 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a8951c78-19b8-4d8e-bac6-3a64b03d14f1 req-3a090bc6-59d4-437e-80c7-a8dce010c543 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0515802 Mar 10 07:10:52.584317 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a8951c78-19b8-4d8e-bac6-3a64b03d14f1 req-8fba675d-71dc-41b5-abdf-abada32b371e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Mar 10 07:10:52.682945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a389da-3ce9-428f-be87-f71175b5cbaf req-1f7ed5f9-90ea-44b9-becd-6f43fb5b1a9b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:52.684411 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-81a389da-3ce9-428f-be87-f71175b5cbaf req-1f7ed5f9-90ea-44b9-becd-6f43fb5b1a9b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0515056 Mar 10 07:10:52.734845 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-81a389da-3ce9-428f-be87-f71175b5cbaf req-564d40cb-7ec1-441c-88cc-88d58c7ae5bb tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Mar 10 07:10:53.634670 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d1ff91f6-22a3-441f-affb-b51c60221d9b details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:10:53.716589 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f449f2-d221-43be-a7fe-a0716853bbc7 req-5b962bd3-0206-4a95-8247-20b554ab5cff tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:53.718186 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-71f449f2-d221-43be-a7fe-a0716853bbc7 req-5b962bd3-0206-4a95-8247-20b554ab5cff tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 944 time: 0.0663624 Mar 10 07:10:53.748782 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d1ff91f6-22a3-441f-affb-b51c60221d9b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:53.765851 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'd1ff91f6-22a3-441f-affb-b51c60221d9b', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'port_id': 'd1ff91f6-22a3-441f-affb-b51c60221d9b', 'mac_address': 'fa:16:3e:bf:14:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:10:53.793240 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-71f449f2-d221-43be-a7fe-a0716853bbc7 req-5a017b36-2b7c-4800-8af9-8472c958beef tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664616 Mar 10 07:10:53.843827 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port d1ff91f6-22a3-441f-affb-b51c60221d9b is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:53.845018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:53.860140 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ff91f6-22a3-441f-affb-b51c60221d9b {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:53.863480 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769e6c-686f-4586-8cbf-8a9e2c1d06b9 req-ad525d59-1803-49fe-a4f3-a13f89665c08 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:53.865093 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3769e6c-686f-4586-8cbf-8a9e2c1d06b9 req-ad525d59-1803-49fe-a4f3-a13f89665c08 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 943 time: 0.0607939 Mar 10 07:10:53.883176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d1ff91f6-22a3-441f-affb-b51c60221d9b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:53.914482 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3769e6c-686f-4586-8cbf-8a9e2c1d06b9 req-c4e687d8-fee6-404e-bc0e-707dac16eb24 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Mar 10 07:10:53.944737 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:53.945492 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 8e84a200-4a7e-488a-82e5-faf43913831d details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:10:54.013450 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d1ff91f6-22a3-441f-affb-b51c60221d9b,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:54.018646 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 8e84a200-4a7e-488a-82e5-faf43913831d, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=8e84a200-4a7e-488a-82e5-faf43913831d,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:54.029567 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '8e84a200-4a7e-488a-82e5-faf43913831d', 'network_id': '652805f3-9c07-4097-8c2b-a4c5cc2957cb', 'port_id': '8e84a200-4a7e-488a-82e5-faf43913831d', 'mac_address': 'fa:16:3e:b5:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786b6d58-dba9-4a2b-b751-ca483be6250b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:10:54.068811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 8e84a200-4a7e-488a-82e5-faf43913831d is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:54.068811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:54.081277 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e84a200-4a7e-488a-82e5-faf43913831d {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:54.101482 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 8e84a200-4a7e-488a-82e5-faf43913831d, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=8e84a200-4a7e-488a-82e5-faf43913831d,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:54.178783 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:54.179443 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device be13064c-c54b-4698-91fb-2687b3fa12f5 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:10:54.246102 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=8e84a200-4a7e-488a-82e5-faf43913831d,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:54.315730 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port be13064c-c54b-4698-91fb-2687b3fa12f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=be13064c-c54b-4698-91fb-2687b3fa12f5,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:54.325875 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'be13064c-c54b-4698-91fb-2687b3fa12f5', 'network_id': '3998e981-c7e3-4f0e-bb37-12fb886070cf', 'port_id': 'be13064c-c54b-4698-91fb-2687b3fa12f5', 'mac_address': 'fa:16:3e:5f:98:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:10:54.364264 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port be13064c-c54b-4698-91fb-2687b3fa12f5 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:10:54.364656 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:54.377237 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be13064c-c54b-4698-91fb-2687b3fa12f5 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:10:54.396255 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port be13064c-c54b-4698-91fb-2687b3fa12f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=be13064c-c54b-4698-91fb-2687b3fa12f5,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:10:54.469829 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:10:54.515904 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=be13064c-c54b-4698-91fb-2687b3fa12f5,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:10:54.906176 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310296a-6c8e-4110-9ea3-5665324c103c req-58d72d3f-b311-47e7-8a61-0a6fd6b1179e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:54.907607 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1310296a-6c8e-4110-9ea3-5665324c103c req-58d72d3f-b311-47e7-8a61-0a6fd6b1179e tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0542738 Mar 10 07:10:54.952134 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1310296a-6c8e-4110-9ea3-5665324c103c req-1d027ac7-e245-4b64-a731-ee8fbb114f9f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390086 Mar 10 07:10:55.032782 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd2f56-659e-4af3-add3-bcf0ddf071e7 req-0655d9c7-d81e-495f-bd23-724d9ee3ffd6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:55.034391 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2bd2f56-659e-4af3-add3-bcf0ddf071e7 req-0655d9c7-d81e-495f-bd23-724d9ee3ffd6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.0511956 Mar 10 07:10:55.079132 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2bd2f56-659e-4af3-add3-bcf0ddf071e7 req-eb1c3e54-e2ae-495d-9d84-6186466ed6b7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Mar 10 07:10:56.069930 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e1817-4eec-45f8-b6dc-e41ac6c895c8 req-1063ab1b-11f7-434f-af65-eaec84608108 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:56.071293 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5f7e1817-4eec-45f8-b6dc-e41ac6c895c8 req-1063ab1b-11f7-434f-af65-eaec84608108 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Mar 10 07:10:56.117248 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5f7e1817-4eec-45f8-b6dc-e41ac6c895c8 req-bfa2e67a-76c6-4c6f-ab5b-df4fcfacdb8f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Mar 10 07:10:56.191328 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94a907-e0dc-4af8-a48a-88dff4b5eeeb req-359fb685-3810-425f-9e7d-a6f813189e3f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:56.192768 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca94a907-e0dc-4af8-a48a-88dff4b5eeeb req-359fb685-3810-425f-9e7d-a6f813189e3f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.0508657 Mar 10 07:10:56.239852 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca94a907-e0dc-4af8-a48a-88dff4b5eeeb req-c4fe3f93-415d-429b-b2f2-c56ae56f37ae tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Mar 10 07:10:57.229955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dee1c-bfc1-4e37-8065-666674ef192e req-97ecea3d-b38c-4b7e-8541-8d2c630752c3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:57.231374 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d7dee1c-bfc1-4e37-8065-666674ef192e req-97ecea3d-b38c-4b7e-8541-8d2c630752c3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0500927 Mar 10 07:10:57.280854 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d7dee1c-bfc1-4e37-8065-666674ef192e req-2b0a9987-7dac-4844-ae93-856e84995f0f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Mar 10 07:10:57.354694 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de35d4-b49c-4810-8b21-ad19971bb14c req-04b4312b-b469-4a46-bb68-bbc665587b61 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:57.356138 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-88de35d4-b49c-4810-8b21-ad19971bb14c req-04b4312b-b469-4a46-bb68-bbc665587b61 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.0510650 Mar 10 07:10:57.401102 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-88de35d4-b49c-4810-8b21-ad19971bb14c req-d563eec9-d3f4-4583-a558-1fd68d704a47 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Mar 10 07:10:58.395909 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ad5e-7c7f-43b2-8ef6-2202197a453d req-3aa72741-dd49-437b-90e4-e1954841ab33 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:58.397394 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5d40ad5e-7c7f-43b2-8ef6-2202197a453d req-3aa72741-dd49-437b-90e4-e1954841ab33 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Mar 10 07:10:58.442342 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5d40ad5e-7c7f-43b2-8ef6-2202197a453d req-1eca2f58-4125-491e-a0e4-6242173681d6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Mar 10 07:10:58.522167 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f291b4-ebac-4261-bdeb-a58c5a0e5a09 req-3c2e5ed7-cf8b-4419-8c99-da73e0f03a44 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:58.523596 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13f291b4-ebac-4261-bdeb-a58c5a0e5a09 req-3c2e5ed7-cf8b-4419-8c99-da73e0f03a44 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.0545290 Mar 10 07:10:58.568221 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13f291b4-ebac-4261-bdeb-a58c5a0e5a09 req-a8086b2c-657c-45a7-aacf-a52b57e0c59f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Mar 10 07:10:59.407935 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['8e84a200-4a7e-488a-82e5-faf43913831d'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:10:59.411888 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['d1ff91f6-22a3-441f-affb-b51c60221d9b'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:10:59.528420 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['be13064c-c54b-4698-91fb-2687b3fa12f5'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:10:59.574420 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53683025-57dd-48f8-98d8-4e3b49a3f953 req-67c94b04-27a8-4ec8-9c05-dcafb3dc2c0b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:59.575914 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53683025-57dd-48f8-98d8-4e3b49a3f953 req-67c94b04-27a8-4ec8-9c05-dcafb3dc2c0b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0590672 Mar 10 07:10:59.631418 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53683025-57dd-48f8-98d8-4e3b49a3f953 req-2a1fe8b3-4eea-46f8-867d-e0135c27a4a7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Mar 10 07:10:59.700545 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a76-adfc-4bea-9651-0fc3f76eb6b8 req-6a4ab485-f970-4efe-bd5f-c00e49759e00 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:10:59.702033 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e1390a76-adfc-4bea-9651-0fc3f76eb6b8 req-6a4ab485-f970-4efe-bd5f-c00e49759e00 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.0595613 Mar 10 07:10:59.754972 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e1390a76-adfc-4bea-9651-0fc3f76eb6b8 req-43fa97b8-9965-41e6-9eeb-0b75aa0aae3d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456557 Mar 10 07:11:00.092905 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42278) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:00.136052 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Deleting subnet 35c7c23e-9113-443a-9233-c1d7713623c3 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:11:00.139170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Publish callbacks [] for subnet (35c7c23e-9113-443a-9233-c1d7713623c3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.172027 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Publish callbacks [] for subnet (35c7c23e-9113-443a-9233-c1d7713623c3), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.180997 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (35c7c23e-9113-443a-9233-c1d7713623c3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.298908 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (35c7c23e-9113-443a-9233-c1d7713623c3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.325445 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c7c23e-9113-443a-9233-c1d7713623c3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:00.332308 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.335376 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d5cb9255-d12b-482b-9f80-a4b765eb7b54 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35c7c23e-9113-443a-9233-c1d7713623c3 HTTP/1.1" status: 204 len: 168 time: 0.2414489 Mar 10 07:11:00.338109 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42280) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:00.408512 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (9024b201-7d4a-40f2-a6ba-e779ae609ffa), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.490373 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (9024b201-7d4a-40f2-a6ba-e779ae609ffa), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.511165 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9024b201-7d4a-40f2-a6ba-e779ae609ffa']}} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:00.520258 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626f1fe6-3c6d-4ea7-8495-5ebad20e9d09') {'for_net_delete': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:00.520554 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626f1fe6-3c6d-4ea7-8495-5ebad20e9d09') {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:00.529909 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6272900'] for segment (626f1fe6-3c6d-4ea7-8495-5ebad20e9d09), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.542864 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (626f1fe6-3c6d-4ea7-8495-5ebad20e9d09), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.548770 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:11:00.549222 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5904073'] for segment (626f1fe6-3c6d-4ea7-8495-5ebad20e9d09), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: Traceback (most recent call last): Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: timer() Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: cb(*args, **kw) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: return func(*args, **kwargs) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: self._notify() Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: self.callback(batched_events) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: event.method(event) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: return f(self, *a, **k) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._get(url).json() Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: return self.request(url, 'GET', **kwargs) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:11:00.551462 dv-cinder-832919-1-iscsi neutron-server[103617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:11:00.681823 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (9024b201-7d4a-40f2-a6ba-e779ae609ffa), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.690615 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.696827 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:00.697334 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] 10.222.0.30 "DELETE /v2.0/networks/9024b201-7d4a-40f2-a6ba-e779ae609ffa HTTP/1.1" status: 204 len: 168 time: 0.3577147 Mar 10 07:11:00.706500 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039475e6-66b5-4fee-bec5-0435c236b06c admin admin] Pushing event deleted for resources: {'Network': ['ID=9024b201-7d4a-40f2-a6ba-e779ae609ffa,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:00.774969 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Deleting subnet adac88f5-3471-4765-bc1e-1faa1a1ca9cd {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:11:00.780722 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Publish callbacks [] for subnet (adac88f5-3471-4765-bc1e-1faa1a1ca9cd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.823342 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ed617-cb81-4399-a6dd-3d7ffadd26f1 req-c3a1b571-c418-4e09-b36d-90b9e2de1a87 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:00.824824 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c02ed617-cb81-4399-a6dd-3d7ffadd26f1 req-c3a1b571-c418-4e09-b36d-90b9e2de1a87 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.1207423 Mar 10 07:11:00.850650 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Publish callbacks [] for subnet (adac88f5-3471-4765-bc1e-1faa1a1ca9cd), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.884653 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (adac88f5-3471-4765-bc1e-1faa1a1ca9cd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:00.949538 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c02ed617-cb81-4399-a6dd-3d7ffadd26f1 req-39e21541-a0d3-4f2f-8789-229a75885be4 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115849 Mar 10 07:11:00.957783 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e824d-bf39-4072-b32b-34213abd78d6 req-13493f4b-5fdc-4569-98d3-980c8f2eec51 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:00.959196 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-593e824d-bf39-4072-b32b-34213abd78d6 req-13493f4b-5fdc-4569-98d3-980c8f2eec51 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.1314478 Mar 10 07:11:01.013857 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-593e824d-bf39-4072-b32b-34213abd78d6 req-2b34b151-da26-4fca-aa50-a15cfeb4bb03 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 Mar 10 07:11:01.030415 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for subnet (adac88f5-3471-4765-bc1e-1faa1a1ca9cd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.056093 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adac88f5-3471-4765-bc1e-1faa1a1ca9cd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:01.059601 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.062715 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-eacbb1cd-ab28-489e-a66b-674370595061 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/adac88f5-3471-4765-bc1e-1faa1a1ca9cd HTTP/1.1" status: 204 len: 168 time: 0.3648429 Mar 10 07:11:01.065258 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42306) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:01.135053 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (d82bef02-1459-4041-a450-783cf50e5fdc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.218240 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (d82bef02-1459-4041-a450-783cf50e5fdc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.238744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.239147 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.239862 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.240203 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > port after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.240531 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.240839 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > port after_update 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.241148 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.241504 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.241814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.242228 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.308147 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.308420 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.308743 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.309062 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 07:11:01.309493 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82bef02-1459-4041-a450-783cf50e5fdc']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:01.325846 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50bbc97-8e72-47a8-9341-06430666c0fa') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:01.326135 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50bbc97-8e72-47a8-9341-06430666c0fa') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:01.342258 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (e50bbc97-8e72-47a8-9341-06430666c0fa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.362541 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (e50bbc97-8e72-47a8-9341-06430666c0fa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.370301 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:11:01.373073 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (e50bbc97-8e72-47a8-9341-06430666c0fa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: from cryptography.utils import int_from_bytes Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: from cryptography.utils import int_from_bytes Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:11:01.374443 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:11:01.481153 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (d82bef02-1459-4041-a450-783cf50e5fdc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.488487 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.491818 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] 10.222.0.30 "DELETE /v2.0/networks/d82bef02-1459-4041-a450-783cf50e5fdc HTTP/1.1" status: 204 len: 168 time: 0.4255250 Mar 10 07:11:01.501380 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9311f-7505-403f-972d-caf8aa67aceb admin admin] Pushing event deleted for resources: {'Network': ['ID=d82bef02-1459-4041-a450-783cf50e5fdc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:01.836309 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d1ff91f6-22a3-441f-affb-b51c60221d9b up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:01.912708 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42318) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:01.949662 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port d1ff91f6-22a3-441f-affb-b51c60221d9b completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:11:01.953538 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port d1ff91f6-22a3-441f-affb-b51c60221d9b triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:01.953656 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-aceb7687-3164-4d6d-b763-83fc509c88ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89bd9cf63baa4bfeb4276cca64a69bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390117 Mar 10 07:11:01.954006 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:01.956973 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42322) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:02.007202 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e22d4be2-8426-4686-9019-08bdea80da04 admin admin] Publish callbacks [] for security_group (acdf2892-63c1-42b8-a1f4-564181523f32), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.030798 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e22d4be2-8426-4686-9019-08bdea80da04 admin admin] Publish callbacks [] for security_group (acdf2892-63c1-42b8-a1f4-564181523f32), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.034346 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port d1ff91f6-22a3-441f-affb-b51c60221d9b is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:02.034746 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.068151 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b02fb-7840-4427-941f-590232668f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ff91f6-22a3-441f-affb-b51c60221d9b'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:11:02.071156 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b953a-0cbf-42b4-afae-24a01526b500" -d '{"events": [{"server_uuid": "051b02fb-7840-4427-941f-590232668f0d", "name": "network-vif-plugged", "status": "completed", "tag": "d1ff91f6-22a3-441f-affb-b51c60221d9b"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:11:02.085872 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d1ff91f6-22a3-441f-affb-b51c60221d9b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:02.113745 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59fdbf-61fc-4fa8-9f72-6f1752153d92 req-e4fab358-635f-44d9-b0b5-0acfe0604f5b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:02.115412 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2e59fdbf-61fc-4fa8-9f72-6f1752153d92 req-e4fab358-635f-44d9-b0b5-0acfe0604f5b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0869236 Mar 10 07:11:02.149001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.149880 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 8e84a200-4a7e-488a-82e5-faf43913831d up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:02.174842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e22d4be2-8426-4686-9019-08bdea80da04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (acdf2892-63c1-42b8-a1f4-564181523f32), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.177583 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e22d4be2-8426-4686-9019-08bdea80da04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.181097 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e22d4be2-8426-4686-9019-08bdea80da04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acdf2892-63c1-42b8-a1f4-564181523f32 HTTP/1.1" status: 204 len: 168 time: 0.2208257 Mar 10 07:11:02.204023 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4be2-8426-4686-9019-08bdea80da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf2892-63c1-42b8-a1f4-564181523f32,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:02.239365 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d1ff91f6-22a3-441f-affb-b51c60221d9b,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:02.254752 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2e59fdbf-61fc-4fa8-9f72-6f1752153d92 req-81343ccc-c933-497b-8b8d-f9a7100463ae tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942621 Mar 10 07:11:02.289529 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ae775-686a-445f-a3a5-7c10931659f7 req-7da4528c-60ab-4e77-82ec-95bca64a7fd8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:02.291039 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ee1ae775-686a-445f-a3a5-7c10931659f7 req-7da4528c-60ab-4e77-82ec-95bca64a7fd8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 944 time: 0.1692462 Mar 10 07:11:02.336034 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30821a88-7836-4d7a-b689-c0db6c1e93e6 x-openstack-request-id: req-30821a88-7836-4d7a-b689-c0db6c1e93e6 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:11:02.336351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051b02fb-7840-4427-941f-590232668f0d", "name": "network-vif-plugged", "status": "completed", "tag": "d1ff91f6-22a3-441f-affb-b51c60221d9b", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:11:02.336665 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30821a88-7836-4d7a-b689-c0db6c1e93e6 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:11:02.337132 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b02fb-7840-4427-941f-590232668f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ff91f6-22a3-441f-affb-b51c60221d9b', 'code': 200} Mar 10 07:11:02.364594 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ee1ae775-686a-445f-a3a5-7c10931659f7 req-0eb4a8b8-8d48-4d4f-bfce-d4ae688a6c2e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542691 Mar 10 07:11:02.377596 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 8e84a200-4a7e-488a-82e5-faf43913831d completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:11:02.388312 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 8e84a200-4a7e-488a-82e5-faf43913831d triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:02.388312 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.473807 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 8e84a200-4a7e-488a-82e5-faf43913831d is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:02.474241 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.506907 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 8e84a200-4a7e-488a-82e5-faf43913831d, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=8e84a200-4a7e-488a-82e5-faf43913831d,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:02.618856 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.682913 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=8e84a200-4a7e-488a-82e5-faf43913831d,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:02.701928 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34f7f-a1d8-4799-bf54-d968fcb971b7 req-2839b55c-8725-4384-a092-f537a17c448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:02.704117 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bd34f7f-a1d8-4799-bf54-d968fcb971b7 req-2839b55c-8725-4384-a092-f537a17c448a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0492170 Mar 10 07:11:02.749094 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bd34f7f-a1d8-4799-bf54-d968fcb971b7 req-32c6d426-d445-4335-b547-1dd2bc9b614e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Mar 10 07:11:02.790193 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:02.898699 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-725b5a63-6629-490c-b1e0-2b2c453bc54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.977932 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-725b5a63-6629-490c-b1e0-2b2c453bc54c admin admin] Publish callbacks [] for security_group (aa1a0308-b20d-4250-8ca9-64523da18ac9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:02.980718 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42362) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:03.019223 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-11c61d7f-472e-480e-a0d0-16261e524bad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a7ecde4dd574d60b8713bcabcea7327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374188 Mar 10 07:11:03.023197 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:03.041199 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-725b5a63-6629-490c-b1e0-2b2c453bc54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (aa1a0308-b20d-4250-8ca9-64523da18ac9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.100915 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-725b5a63-6629-490c-b1e0-2b2c453bc54c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d90326bf3824e1ebec8ea080f0e98a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096063 Mar 10 07:11:03.103048 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b5a63-6629-490c-b1e0-2b2c453bc54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a0308-b20d-4250-8ca9-64523da18ac9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:03.103746 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42366) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:03.116764 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5188-d97b-4307-ab28-d9ae86bb961d admin admin] Publish callbacks [] for security_group (ab30c8bc-57cc-4bb2-a516-52ffb850d7de), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.138888 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5188-d97b-4307-ab28-d9ae86bb961d admin admin] Publish callbacks [] for security_group (ab30c8bc-57cc-4bb2-a516-52ffb850d7de), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.155612 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f9aaa-9a91-45f4-bccc-351ba85f039e admin admin] Publish callbacks [] for security_group (aa1a0308-b20d-4250-8ca9-64523da18ac9), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.177149 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f9aaa-9a91-45f4-bccc-351ba85f039e admin admin] Publish callbacks [] for security_group (aa1a0308-b20d-4250-8ca9-64523da18ac9), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.270090 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5188-d97b-4307-ab28-d9ae86bb961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ab30c8bc-57cc-4bb2-a516-52ffb850d7de), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.272713 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f0a5188-d97b-4307-ab28-d9ae86bb961d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.274307 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-7f0a5188-d97b-4307-ab28-d9ae86bb961d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab30c8bc-57cc-4bb2-a516-52ffb850d7de HTTP/1.1" status: 204 len: 168 time: 0.2511950 Mar 10 07:11:03.281824 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a5188-d97b-4307-ab28-d9ae86bb961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30c8bc-57cc-4bb2-a516-52ffb850d7de,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:03.298548 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f9aaa-9a91-45f4-bccc-351ba85f039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (aa1a0308-b20d-4250-8ca9-64523da18ac9), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.301585 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f9aaa-9a91-45f4-bccc-351ba85f039e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.308122 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-6f8f9aaa-9a91-45f4-bccc-351ba85f039e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa1a0308-b20d-4250-8ca9-64523da18ac9 HTTP/1.1" status: 204 len: 168 time: 0.1982832 Mar 10 07:11:03.313216 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f9aaa-9a91-45f4-bccc-351ba85f039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a0308-b20d-4250-8ca9-64523da18ac9,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:03.374045 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e3ca0-797b-450c-a6ca-a75332438a44 req-18a12170-c861-4c22-b620-5d08f6f4c8a4 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:03.375429 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd1e3ca0-797b-450c-a6ca-a75332438a44 req-18a12170-c861-4c22-b620-5d08f6f4c8a4 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 945 time: 0.0572591 Mar 10 07:11:03.440627 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd1e3ca0-797b-450c-a6ca-a75332438a44 req-f3148c0a-4549-4c8f-9231-dfa71168c9e6 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Mar 10 07:11:03.500017 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b65c7a-be76-4cb2-80af-b506b73a44a2 req-8312f681-c4f1-47da-8123-cbda3d1c5d4d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:03.501502 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0b65c7a-be76-4cb2-80af-b506b73a44a2 req-8312f681-c4f1-47da-8123-cbda3d1c5d4d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0554047 Mar 10 07:11:03.550057 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0b65c7a-be76-4cb2-80af-b506b73a44a2 req-737a4bf1-3581-426a-92c7-8e483921f5db tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Mar 10 07:11:03.823601 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device be13064c-c54b-4698-91fb-2687b3fa12f5 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:03.926729 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port be13064c-c54b-4698-91fb-2687b3fa12f5 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:11:03.934797 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port be13064c-c54b-4698-91fb-2687b3fa12f5 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:03.934797 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:03.946282 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42392) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:03.960314 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4387aa37-e39f-4978-bce1-e37eadf55e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.029110 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port be13064c-c54b-4698-91fb-2687b3fa12f5 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:04.029530 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.052143 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4387aa37-e39f-4978-bce1-e37eadf55e97 admin admin] Publish callbacks [] for security_group (7f9c5216-7cd3-4842-b92b-149b70be87df), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.062090 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port be13064c-c54b-4698-91fb-2687b3fa12f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=be13064c-c54b-4698-91fb-2687b3fa12f5,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:04.104293 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4387aa37-e39f-4978-bce1-e37eadf55e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7f9c5216-7cd3-4842-b92b-149b70be87df), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.128277 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.149919 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-4387aa37-e39f-4978-bce1-e37eadf55e97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7f505e1563b4cca8c3a5b5046ebebde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995661 Mar 10 07:11:04.149919 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42400) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:04.156433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387aa37-e39f-4978-bce1-e37eadf55e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9c5216-7cd3-4842-b92b-149b70be87df,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:04.180661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=be13064c-c54b-4698-91fb-2687b3fa12f5,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:04.207984 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e227d17-ffce-4eeb-84ad-bc9f9b13c5c3 admin admin] Publish callbacks [] for security_group (7f9c5216-7cd3-4842-b92b-149b70be87df), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.231145 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e227d17-ffce-4eeb-84ad-bc9f9b13c5c3 admin admin] Publish callbacks [] for security_group (7f9c5216-7cd3-4842-b92b-149b70be87df), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.338484 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e84a200-4a7e-488a-82e5-faf43913831d'}, {'server_uuid': '08e66341-98e6-466e-8f14-0829cd01a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13064c-c54b-4698-91fb-2687b3fa12f5'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:11:04.340903 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8fceaa-3f1f-4f43-84fd-9bb2305e1aec" -d '{"events": [{"server_uuid": "bfd9e6ed-b5f5-4097-867d-8459676eb475", "name": "network-vif-plugged", "status": "completed", "tag": "8e84a200-4a7e-488a-82e5-faf43913831d"}, {"server_uuid": "08e66341-98e6-466e-8f14-0829cd01a677", "name": "network-vif-plugged", "status": "completed", "tag": "be13064c-c54b-4698-91fb-2687b3fa12f5"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:11:04.356074 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e227d17-ffce-4eeb-84ad-bc9f9b13c5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7f9c5216-7cd3-4842-b92b-149b70be87df), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.358990 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e227d17-ffce-4eeb-84ad-bc9f9b13c5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:04.363115 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-4e227d17-ffce-4eeb-84ad-bc9f9b13c5c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f9c5216-7cd3-4842-b92b-149b70be87df HTTP/1.1" status: 204 len: 168 time: 0.2095749 Mar 10 07:11:04.370247 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e227d17-ffce-4eeb-84ad-bc9f9b13c5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9c5216-7cd3-4842-b92b-149b70be87df,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:04.404362 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 07:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b382f84-f9cd-4796-b78d-cffdbc481105 x-openstack-request-id: req-6b382f84-f9cd-4796-b78d-cffdbc481105 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:11:04.404668 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd9e6ed-b5f5-4097-867d-8459676eb475", "name": "network-vif-plugged", "status": "completed", "tag": "8e84a200-4a7e-488a-82e5-faf43913831d", "code": 200}, {"server_uuid": "08e66341-98e6-466e-8f14-0829cd01a677", "name": "network-vif-plugged", "status": "completed", "tag": "be13064c-c54b-4698-91fb-2687b3fa12f5", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:11:04.404929 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b382f84-f9cd-4796-b78d-cffdbc481105 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:11:04.405341 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e84a200-4a7e-488a-82e5-faf43913831d', 'code': 200} Mar 10 07:11:04.405604 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e66341-98e6-466e-8f14-0829cd01a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13064c-c54b-4698-91fb-2687b3fa12f5', 'code': 200} Mar 10 07:11:04.568369 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eaf8c-0fec-4010-bc87-447051691975 req-39695360-556f-475c-aaf2-68027175fbd3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:04.569937 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b5eaf8c-0fec-4010-bc87-447051691975 req-39695360-556f-475c-aaf2-68027175fbd3 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0545352 Mar 10 07:11:04.679068 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b5eaf8c-0fec-4010-bc87-447051691975 req-b8aab64d-c19a-431f-9746-9ffed431caa1 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903220 Mar 10 07:11:04.712655 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eb5fa-3771-4854-8ea7-00cf6761d522 req-b06ef45e-65f9-4d17-9ffe-dfabebebfcfe tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:04.712655 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1a4eb5fa-3771-4854-8ea7-00cf6761d522 req-b06ef45e-65f9-4d17-9ffe-dfabebebfcfe tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0782945 Mar 10 07:11:04.721710 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:11:04.760814 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fde227-9057-41e6-b8f8-2777715a5b94 req-f236d26b-1e2c-4136-811e-ff9abc8967c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:04.762713 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-98fde227-9057-41e6-b8f8-2777715a5b94 req-f236d26b-1e2c-4136-811e-ff9abc8967c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 1129 time: 0.0511494 Mar 10 07:11:04.765801 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1a4eb5fa-3771-4854-8ea7-00cf6761d522 req-273da408-5db9-4722-9b60-8cbd5ed6d043 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Mar 10 07:11:04.851581 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-98fde227-9057-41e6-b8f8-2777715a5b94 req-cd862763-f530-4416-8190-90b73729ab1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720699 Mar 10 07:11:04.868800 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa74f-74a2-4dfa-a793-bca087f49a35 req-06649188-4e8a-4189-9c70-f51bb2c57485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:04.870305 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f34aa74f-74a2-4dfa-a793-bca087f49a35 req-06649188-4e8a-4189-9c70-f51bb2c57485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 1130 time: 0.0536878 Mar 10 07:11:05.218699 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f34aa74f-74a2-4dfa-a793-bca087f49a35 req-1e30eb72-14f9-4c41-ae85-d89c9178eceb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532043 Mar 10 07:11:05.795418 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea962c-9621-4cc2-9120-b4432d463ced req-9c5f3b9d-7842-424b-baa4-0521c319a5c5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:05.796762 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2eea962c-9621-4cc2-9120-b4432d463ced req-9c5f3b9d-7842-424b-baa4-0521c319a5c5 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0516300 Mar 10 07:11:05.854688 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2eea962c-9621-4cc2-9120-b4432d463ced req-013c31a5-380e-4789-84f2-f53500eb7b4a tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520000 Mar 10 07:11:05.919073 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fa979-1a64-4a67-931d-fbec33c5b8f9 req-d336282b-0872-49fe-8de2-6c22768eea44 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:05.920535 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-381fa979-1a64-4a67-931d-fbec33c5b8f9 req-d336282b-0872-49fe-8de2-6c22768eea44 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0583434 Mar 10 07:11:05.968648 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-381fa979-1a64-4a67-931d-fbec33c5b8f9 req-723581e4-996f-456a-bcd1-cee5b9a83a31 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Mar 10 07:11:06.982462 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff36226-55c2-4156-b691-63392f9effe3 req-a7c50ce5-21d8-4599-8bf5-b925695ebed7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:06.983959 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ff36226-55c2-4156-b691-63392f9effe3 req-a7c50ce5-21d8-4599-8bf5-b925695ebed7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0607288 Mar 10 07:11:07.035262 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ff36226-55c2-4156-b691-63392f9effe3 req-8ced6f10-2fc9-47f5-be57-97597d3fb672 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Mar 10 07:11:07.088259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf89832-dc38-492a-8a41-053cb14dcb2e req-cfb61dd3-9d53-4db2-bb1c-69ebb6e5da5a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:07.089727 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-edf89832-dc38-492a-8a41-053cb14dcb2e req-cfb61dd3-9d53-4db2-bb1c-69ebb6e5da5a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Mar 10 07:11:07.134919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-edf89832-dc38-492a-8a41-053cb14dcb2e req-89f8536a-b62b-4a6d-b7a0-0f16185120ce tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Mar 10 07:11:07.587651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925692-16f0-47d2-91cb-5c1a3ba23f91 req-db57d2ae-06a8-4938-a006-4f5daf05d2b4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:07.589086 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d8925692-16f0-47d2-91cb-5c1a3ba23f91 req-db57d2ae-06a8-4938-a006-4f5daf05d2b4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0542068 Mar 10 07:11:07.634456 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d8925692-16f0-47d2-91cb-5c1a3ba23f91 req-ef561b65-c3c0-4350-892c-f41a615c091a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Mar 10 07:11:08.153837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddc632-259c-40a6-bd51-caeffd821ebb req-8698deca-cba2-4f47-92a7-8dadf3eee81f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:08.155268 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77ddc632-259c-40a6-bd51-caeffd821ebb req-8698deca-cba2-4f47-92a7-8dadf3eee81f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0512016 Mar 10 07:11:08.201497 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77ddc632-259c-40a6-bd51-caeffd821ebb req-527f72b3-5046-47be-8910-dc9eecf0458f tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Mar 10 07:11:08.749249 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31bde-0d62-4f11-a579-0e8f9573caa9 req-72af8980-7206-49a7-b253-903a75c435de tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:08.750685 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-19d31bde-0d62-4f11-a579-0e8f9573caa9 req-72af8980-7206-49a7-b253-903a75c435de tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0508139 Mar 10 07:11:08.799094 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-19d31bde-0d62-4f11-a579-0e8f9573caa9 req-bc684c3b-3b6b-4342-bd3c-d7b84b210023 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Mar 10 07:11:09.411004 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-8c1ba73c-5354-4e85-8bf5-4326d90644c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:09.412381 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-8c1ba73c-5354-4e85-8bf5-4326d90644c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 1129 time: 0.0445464 Mar 10 07:11:09.911745 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cfb8-755a-4b4c-bb81-9757d9dd679a req-fb369b3c-a314-4f2f-8292-9b7eab205ee7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:09.913166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e9a2cfb8-755a-4b4c-bb81-9757d9dd679a req-fb369b3c-a314-4f2f-8292-9b7eab205ee7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0498753 Mar 10 07:11:09.958166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e9a2cfb8-755a-4b4c-bb81-9757d9dd679a req-046bda7b-5f31-42af-b192-83652e568964 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Mar 10 07:11:10.679331 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-e3b6ffe7-2398-4b31-849d-b55dc287e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:10.683180 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-e3b6ffe7-2398-4b31-849d-b55dc287e4e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.0867307 Mar 10 07:11:10.729946 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-f7885774-5ae3-43c1-b19b-2ab685b267f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e84a200-4a7e-488a-82e5-faf43913831d HTTP/1.1" status: 200 len: 217 time: 0.0384233 Mar 10 07:11:10.777275 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-8f27fad8-829a-4f10-83fe-7861139bcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:10.778731 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-8f27fad8-829a-4f10-83fe-7861139bcd29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0451462 Mar 10 07:11:10.810283 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-62259a1a-8376-4994-a854-e0836811e3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253325 Mar 10 07:11:10.901259 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-56076fad-6630-4bbd-8bcc-a77bca5099ad service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839863 Mar 10 07:11:10.990572 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-531ee57f-eeb2-4a76-8a73-d66d7f19ae37 req-3dca74da-d900-4d29-b424-d0b57c20f43c service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Mar 10 07:11:11.076194 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bbf8-9fd2-4be1-ab02-7e6dc36c7e96 req-a500c8d3-3a5c-40d2-8aa8-0292d4e55fad tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:11.077683 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9c30bbf8-9fd2-4be1-ab02-7e6dc36c7e96 req-a500c8d3-3a5c-40d2-8aa8-0292d4e55fad tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Mar 10 07:11:11.130135 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9c30bbf8-9fd2-4be1-ab02-7e6dc36c7e96 req-c33b4dad-3ff1-46e2-b619-cab694576df3 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466208 Mar 10 07:11:12.248067 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180cfd7-04a5-4168-a8fd-ee8a7cc3e7bc req-d21f8115-ee48-473f-8499-7f8a5b666e2c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:12.249535 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a180cfd7-04a5-4168-a8fd-ee8a7cc3e7bc req-d21f8115-ee48-473f-8499-7f8a5b666e2c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Mar 10 07:11:12.296140 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a180cfd7-04a5-4168-a8fd-ee8a7cc3e7bc req-e885f35a-115b-427a-b226-cb576175f0b7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Mar 10 07:11:12.463699 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c9267cf7-c9b1-46db-9f1e-5920d82bb717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:13.411081 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e14572-367f-4978-a552-534f0a52cf9b req-361cf2d2-698a-4c87-ba35-86d883b68b03 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:13.412520 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94e14572-367f-4978-a552-534f0a52cf9b req-361cf2d2-698a-4c87-ba35-86d883b68b03 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0511580 Mar 10 07:11:13.456210 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94e14572-367f-4978-a552-534f0a52cf9b req-8b355564-c876-4728-bbc3-d6feb8383537 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Mar 10 07:11:14.573216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937556-eb06-4b58-b5e4-4cd9c9791650 req-daa79c43-d767-4c83-a766-038aa2b2f7d2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:14.574689 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08937556-eb06-4b58-b5e4-4cd9c9791650 req-daa79c43-d767-4c83-a766-038aa2b2f7d2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0537198 Mar 10 07:11:14.775235 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08937556-eb06-4b58-b5e4-4cd9c9791650 req-be254c5d-0bd7-4790-af8e-55c5d1121e20 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949644 Mar 10 07:11:14.925884 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1e686480-cc64-4f1d-8ad9-cc64516d5413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:15.889828 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbacdc-f120-4f9a-8cf3-58475c118f03 req-d18cf660-cd07-4ae0-a95d-e99d8bf0d972 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:15.891906 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c3fbacdc-f120-4f9a-8cf3-58475c118f03 req-d18cf660-cd07-4ae0-a95d-e99d8bf0d972 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Mar 10 07:11:15.937881 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c3fbacdc-f120-4f9a-8cf3-58475c118f03 req-3e7f8c16-521d-4679-b2ac-5679d8bb0800 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 Mar 10 07:11:15.971255 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:16.841247 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64541-fbd3-4721-94dc-493e89dde1a5 req-9b700401-6526-453f-991e-bfd797bebc68 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:16.842722 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4de64541-fbd3-4721-94dc-493e89dde1a5 req-9b700401-6526-453f-991e-bfd797bebc68 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0524430 Mar 10 07:11:16.890531 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-a42b936e-02e6-479a-95f8-d1916d692b90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427911 Mar 10 07:11:16.892146 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4de64541-fbd3-4721-94dc-493e89dde1a5 req-2e0030ce-1a3b-4566-aa60-d257128358f1 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Mar 10 07:11:16.988271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006758-5434-4bec-84db-1ec203fa2d07 req-ab70d9ff-5cc2-4410-a625-06c6a7e65fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:16.989870 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-ab70d9ff-5cc2-4410-a625-06c6a7e65fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1129 time: 0.0516584 Mar 10 07:11:17.067614 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1e130-194d-4ec3-9c63-2cb8bd3543f8 req-a147d7b3-45a1-4d85-aa5a-45fe67750000 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:17.069087 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aee1e130-194d-4ec3-9c63-2cb8bd3543f8 req-a147d7b3-45a1-4d85-aa5a-45fe67750000 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Mar 10 07:11:17.094966 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006758-5434-4bec-84db-1ec203fa2d07 req-2966b4ab-d9de-4bc1-b87f-67c9367a4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:17.096439 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-2966b4ab-d9de-4bc1-b87f-67c9367a4d26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.0857654 Mar 10 07:11:17.117124 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aee1e130-194d-4ec3-9c63-2cb8bd3543f8 req-a23a2690-7114-49c5-ab57-598111f4b4a3 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Mar 10 07:11:17.166002 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-c9704689-f479-4c56-8afd-9b036555794d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 1001 time: 0.0631232 Mar 10 07:11:17.216719 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006758-5434-4bec-84db-1ec203fa2d07 req-a97910d3-4598-406d-b45f-ffe5b4fecfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:17.218247 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-a97910d3-4598-406d-b45f-ffe5b4fecfe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0458131 Mar 10 07:11:17.267513 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006758-5434-4bec-84db-1ec203fa2d07 req-885054b9-142e-4c39-a81a-934b27d4ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:17.269003 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-885054b9-142e-4c39-a81a-934b27d4ff6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439098 Mar 10 07:11:17.376584 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-674f18d4-d6ba-4ff1-8c08-1462e6081c44 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955069 Mar 10 07:11:17.442809 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:17.469756 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-15006758-5434-4bec-84db-1ec203fa2d07 req-9206cfc0-d7d3-4fa9-920d-05b36675212a service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861182 Mar 10 07:11:17.691236 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:18.016011 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec573-2368-4503-a8a7-2773a37d9a3e req-4ba13393-d815-4c8b-a493-0c281555b836 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:18.017662 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-324ec573-2368-4503-a8a7-2773a37d9a3e req-4ba13393-d815-4c8b-a493-0c281555b836 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0562170 Mar 10 07:11:18.079792 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-324ec573-2368-4503-a8a7-2773a37d9a3e req-3e883c22-2930-4a16-ad93-2dec2af55333 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508463 Mar 10 07:11:18.241431 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007c413-4a30-4aaa-a231-a962bb391e22 req-bb3c2acb-be03-4b04-94e8-1c84d3929635 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:18.241431 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7007c413-4a30-4aaa-a231-a962bb391e22 req-bb3c2acb-be03-4b04-94e8-1c84d3929635 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0574126 Mar 10 07:11:18.288912 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7007c413-4a30-4aaa-a231-a962bb391e22 req-633dddfa-f42d-4e18-9f16-454193307e0b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Mar 10 07:11:18.532173 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:18.677065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:18.751085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Publish callbacks [] for security_group (180233af-8b53-45dd-9d90-b5c3021edaa4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:18.834327 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (180233af-8b53-45dd-9d90-b5c3021edaa4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:18.874195 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=962ecbbe7a8143488bbf4c706c7ca2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408582 Mar 10 07:11:18.874984 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180233af-8b53-45dd-9d90-b5c3021edaa4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:18.876693 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42694) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:18.883024 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.883383 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.883723 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.884065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.884399 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.884726 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.885069 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.885937 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.886271 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.886598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.886922 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.887244 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.887565 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650205c9-d879-4c4f-9c5d-4acbd1035b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:18.928848 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Publish callbacks [] for security_group (180233af-8b53-45dd-9d90-b5c3021edaa4), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:18.949976 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Publish callbacks [] for security_group (180233af-8b53-45dd-9d90-b5c3021edaa4), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:18.955413 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.073947 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (180233af-8b53-45dd-9d90-b5c3021edaa4), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.076441 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:19.077604 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/180233af-8b53-45dd-9d90-b5c3021edaa4 HTTP/1.1" status: 204 len: 168 time: 0.1998610 Mar 10 07:11:19.086057 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180233af-8b53-45dd-9d90-b5c3021edaa4,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:19.092912 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.093263 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.093629 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.093959 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.094283 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.094606 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.098423 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.098799 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.099138 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.099561 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.099784 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.100108 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.100425 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5da9673-f2b4-4a5a-97cc-ca4e5962c852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:19.196190 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae94512-b34d-4e86-8e78-8d111b34ef24 req-bb1ac9c2-00af-4f8a-9ebd-5ef0413ae4d7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:19.197554 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fae94512-b34d-4e86-8e78-8d111b34ef24 req-bb1ac9c2-00af-4f8a-9ebd-5ef0413ae4d7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0540411 Mar 10 07:11:19.244203 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fae94512-b34d-4e86-8e78-8d111b34ef24 req-e839f86b-0543-4eee-b240-cd99bcb4fb1b tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Mar 10 07:11:19.408113 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98e956-b9b6-4dd1-93a6-14817e388e1b req-5ce443e3-3dfb-4a62-8ce5-8ef32ccc255d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:19.409620 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bf98e956-b9b6-4dd1-93a6-14817e388e1b req-5ce443e3-3dfb-4a62-8ce5-8ef32ccc255d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Mar 10 07:11:19.458012 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bf98e956-b9b6-4dd1-93a6-14817e388e1b req-1fdf554c-73e9-4a14-b12e-7b8cefb31b3f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Mar 10 07:11:20.067235 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42726) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:20.161320 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-162005116-network', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:20.250898 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Made reservation on behalf of 2f5beebb6d3f41729144b49e59c7c811 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:20.253082 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.261162 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.333107 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks [] for security_group (e63bf5aa-abd9-498d-a4d6-ffa55bbd2102), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.361085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5f34-b789-42f7-a75c-16d362d30b5c req-9f707519-783b-4c97-a724-a07ef3aa5c52 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:20.362552 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2bac5f34-b789-42f7-a75c-16d362d30b5c req-9f707519-783b-4c97-a724-a07ef3aa5c52 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0511227 Mar 10 07:11:20.400700 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e63bf5aa-abd9-498d-a4d6-ffa55bbd2102), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.411772 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2bac5f34-b789-42f7-a75c-16d362d30b5c req-9279722d-6d04-4b4f-98f4-4ae636e797d7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Mar 10 07:11:20.428710 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:11:20.436086 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63bf5aa-abd9-498d-a4d6-ffa55bbd2102,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:20.440771 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (90df99ff-6ec9-4736-a47e-64b0e10ded33), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.441107 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Added segment 90df99ff-6ec9-4736-a47e-64b0e10ded33 of type vlan for network 49081606-0680-4e63-907e-aa47f0a0685a Mar 10 07:11:20.480056 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (49081606-0680-4e63-907e-aa47f0a0685a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.572504 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (49081606-0680-4e63-907e-aa47f0a0685a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.573500 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:20.573614 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a0b49-314f-44c2-b319-07a546002757 req-c48151d0-f1c1-4f6a-aec9-e035dd5c560f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:20.574075 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.574991 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a6a0b49-314f-44c2-b319-07a546002757 req-c48151d0-f1c1-4f6a-aec9-e035dd5c560f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Mar 10 07:11:20.620943 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a6a0b49-314f-44c2-b319-07a546002757 req-fd580424-add4-444b-8826-d09da0f4dcb8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Mar 10 07:11:20.632996 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] Pushing event updated for resources: {'Network': ['ID=49081606-0680-4e63-907e-aa47f0a0685a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:20.642966 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 49081606-0680-4e63-907e-aa47f0a0685a details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:11:20.647124 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b34c7e67-1d61-4fc1-8775-7d06fc0e1afb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5755286 Mar 10 07:11:20.647524 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42740) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:20.652357 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Request body: {'subnet': {'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-162005116-subnet', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:20.749275 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Made reservation on behalf of 2f5beebb6d3f41729144b49e59c7c811 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:20.751630 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4333499'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:20.949797 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7450476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4333461'] for subnet (cbfb5474-7519-4845-96fe-ea4a31e9deec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.002765 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfb5474-7519-4845-96fe-ea4a31e9deec,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:21.012275 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Checking segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:21.012275 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Network hostable DHCP agents. Network: 49081606-0680-4e63-907e-aa47f0a0685a, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:11:21.074766 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Network 49081606-0680-4e63-907e-aa47f0a0685a is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:11:21.153949 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 49081606-0680-4e63-907e-aa47f0a0685a) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:21.158750 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:21.159382 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.166393 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a92e06-8fd0-454e-8534-65d79e25a2a1 None None] Network 49081606-0680-4e63-907e-aa47f0a0685a requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:21.243524 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-344f6b4d-0151-41dc-b1fb-cb9a0acb4ee5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5949066 Mar 10 07:11:21.246240 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42746) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:21.250636 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:21.266450 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-49081606-0680-4e63-907e-aa47f0a0685a', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:11:21.267303 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.326826 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.327914 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.382264 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks [] for router_controller (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), precommit_add_association {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.403296 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Allocated IP 172.20.0.2 (49081606-0680-4e63-907e-aa47f0a0685a/cbfb5474-7519-4845-96fe-ea4a31e9deec/2c0463da-b084-47d5-ad90-76b9f57b0bef) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:11:21.546485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee8aec-feef-4452-8ac4-bee69aeaa4f2 req-a318c697-9087-4f54-b263-cbd058b8cf00 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:21.547800 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Publish callbacks [] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.548002 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-49ee8aec-feef-4452-8ac4-bee69aeaa4f2 req-a318c697-9087-4f54-b263-cbd058b8cf00 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0612812 Mar 10 07:11:21.598313 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-49ee8aec-feef-4452-8ac4-bee69aeaa4f2 req-dbfa03c6-36a9-43c9-a0de-fcb31f926156 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Mar 10 07:11:21.608290 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks [] for router_gateway (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.624212 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.662511 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Network 49081606-0680-4e63-907e-aa47f0a0685a is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:21.667418 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:21.670957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:11:21.678740 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Pushing event updated for resources: {'Port': ['ID=2c0463da-b084-47d5-ad90-76b9f57b0bef,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:21.705778 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.706155 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.706525 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.707163 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.707504 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.707834 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.708166 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.708493 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.708823 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.709162 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.709517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.709847 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.710157 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:21.743502 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Attempting to bind port 2c0463da-b084-47d5-ad90-76b9f57b0bef on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:11:21.743719 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447dac3-4096-4edc-98bc-239b17bd243f req-d8e160e5-ad8d-48eb-b5be-3cfefbc4fed4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:21.743880 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Attempting to bind port 2c0463da-b084-47d5-ad90-76b9f57b0bef by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:11:21.745754 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Attempting to bind port 2c0463da-b084-47d5-ad90-76b9f57b0bef on network 49081606-0680-4e63-907e-aa47f0a0685a {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:11:21.745913 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0447dac3-4096-4edc-98bc-239b17bd243f req-d8e160e5-ad8d-48eb-b5be-3cfefbc4fed4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0558848 Mar 10 07:11:21.753943 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:11:21.754328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Checking segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:21.754733 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.755126 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Bound using segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:11:21.755600 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Bound port: 2c0463da-b084-47d5-ad90-76b9f57b0bef, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:11:21.755982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.796593 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0447dac3-4096-4edc-98bc-239b17bd243f req-0209bf78-1500-45d6-ba17-f4e71b78a0a8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Mar 10 07:11:21.825169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] For port 2c0463da-b084-47d5-ad90-76b9f57b0bef, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:11:21.828561 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] For port 2c0463da-b084-47d5-ad90-76b9f57b0bef, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=2c0463da-b084-47d5-ad90-76b9f57b0bef,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:11:21.892925 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks [] for router_gateway (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.902797 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.912227 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:21.959555 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc35e9b-bf81-472a-9a44-90a5b0db1620 None None] Pushing event updated for resources: {'Port': ['ID=2c0463da-b084-47d5-ad90-76b9f57b0bef,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:22.025842 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Allocated IP 172.27.0.49 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/c89c26ca-c446-44b8-9da2-2b0d08f79341) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:11:22.143599 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks [] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.247305 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.283150 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:22.285958 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:22.291361 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:11:22.319830 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Pushing event updated for resources: {'Port': ['ID=c89c26ca-c446-44b8-9da2-2b0d08f79341,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:22.604549 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks [] for router_gateway (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.723168 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5763e0-280c-40a4-b9f3-5b8578ada209 req-69357e78-2b2e-457c-832b-e4ded71d3a87 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:22.724717 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f5763e0-280c-40a4-b9f3-5b8578ada209 req-69357e78-2b2e-457c-832b-e4ded71d3a87 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0571058 Mar 10 07:11:22.782565 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f5763e0-280c-40a4-b9f3-5b8578ada209 req-b01b2dd7-1735-4d3b-9858-ef245d6c46c7 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a7039e9-c2e4-497f-bab0-38b4273040e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Mar 10 07:11:22.822381 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.855950 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4f8b5-81c7-4848-9f55-c0bc3c3d2955 None None] Network 49081606-0680-4e63-907e-aa47f0a0685a requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:22.921786 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcdde7-9a77-4ad6-a1aa-9516312972b7 req-624600a2-d4a6-4e5e-83fb-6559fc43b6f9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:22.923349 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3abcdde7-9a77-4ad6-a1aa-9516312972b7 req-624600a2-d4a6-4e5e-83fb-6559fc43b6f9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Mar 10 07:11:22.937224 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] Provisioning complete for port 2c0463da-b084-47d5-ad90-76b9f57b0bef triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:22.937625 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:22.974919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3abcdde7-9a77-4ad6-a1aa-9516312972b7 req-c6946ec5-5b4c-45c5-b05f-4037a6b7db3a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Mar 10 07:11:23.063154 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] Current status of the port 2c0463da-b084-47d5-ad90-76b9f57b0bef is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:23.063647 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.100298 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] For port 2c0463da-b084-47d5-ad90-76b9f57b0bef, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=2c0463da-b084-47d5-ad90-76b9f57b0bef,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:23.195342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.230476 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-8b753b42-9b61-480e-ab35-b43c499c0c7d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:23.232507 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-8b753b42-9b61-480e-ab35-b43c499c0c7d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 946 time: 0.0763032 Mar 10 07:11:23.250091 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be902614-fc1a-41e6-9583-b07b6ac10dd6 None None] Pushing event updated for resources: {'Port': ['ID=2c0463da-b084-47d5-ad90-76b9f57b0bef,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:23.316296 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-c09e54fe-061c-4585-b239-fd8f81cfd4be None None] Provisioning complete for port 2c0463da-b084-47d5-ad90-76b9f57b0bef triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:23.317182 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c09e54fe-061c-4585-b239-fd8f81cfd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.321896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:11:23.376173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Deleting port be13064c-c54b-4698-91fb-2687b3fa12f5 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:11:23.376426 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.401980 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-c09e54fe-061c-4585-b239-fd8f81cfd4be None None] Current status of the port 2c0463da-b084-47d5-ad90-76b9f57b0bef is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:23.510835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:11:23.513341 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] For port be13064c-c54b-4698-91fb-2687b3fa12f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=be13064c-c54b-4698-91fb-2687b3fa12f5,segment=NetworkSegment(2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f),segment_id=2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:23.513706 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.519491 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Sync routers for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:11:23.530029 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:23.530620 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:23.531328 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Calling delete_port for be13064c-c54b-4698-91fb-2687b3fa12f5 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:11:23.582890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.584111 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-bb36c844-f6e2-4b1a-871e-9e787d4eeb3c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3368585 Mar 10 07:11:23.586996 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42770) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:23.639624 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:23.759927 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (be13064c-c54b-4698-91fb-2687b3fa12f5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.773778 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['be13064c-c54b-4698-91fb-2687b3fa12f5'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:11:23.791557 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Pushing event deleted for resources: {'Port': ['ID=be13064c-c54b-4698-91fb-2687b3fa12f5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:23.830568 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:22Z', 'revision_number': 3, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:23.859448 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Checking router: dcdf7938-d3ae-477d-83bb-4b7deaea0de4 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:11:23.861627 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Updating router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 port c89c26ca-c446-44b8-9da2-2b0d08f79341 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:11:23.890910 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] No DVR routers for this DVR port be13064c-c54b-4698-91fb-2687b3fa12f5 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:11:23.890910 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.891096 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:23.896230 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-17b7bb20-c774-44fd-ac13-25c8b687504f req-a9a7c244-92c6-47c9-9281-a1b16121fe6d tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.20 "DELETE /v2.0/ports/be13064c-c54b-4698-91fb-2687b3fa12f5 HTTP/1.1" status: 204 len: 173 time: 0.6584516 Mar 10 07:11:23.896852 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e66341-98e6-466e-8f14-0829cd01a677', 'name': 'network-vif-deleted', 'tag': 'be13064c-c54b-4698-91fb-2687b3fa12f5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:11:23.900001 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3150444e-d7a2-4e80-93d7-f16bfb1c2402" -d '{"events": [{"server_uuid": "08e66341-98e6-466e-8f14-0829cd01a677", "name": "network-vif-deleted", "tag": "be13064c-c54b-4698-91fb-2687b3fa12f5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:11:23.952467 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f77b5-aaa3-4095-b58a-5eed6702d941 x-openstack-request-id: req-515f77b5-aaa3-4095-b58a-5eed6702d941 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:11:23.952840 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e66341-98e6-466e-8f14-0829cd01a677", "name": "network-vif-deleted", "tag": "be13064c-c54b-4698-91fb-2687b3fa12f5", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:11:23.953209 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-515f77b5-aaa3-4095-b58a-5eed6702d941 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:11:23.953743 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e66341-98e6-466e-8f14-0829cd01a677', 'name': 'network-vif-deleted', 'tag': 'be13064c-c54b-4698-91fb-2687b3fa12f5', 'status': 'completed', 'code': 200} Mar 10 07:11:23.971494 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-84383c00-815a-4ee9-8516-b6022d17d53a req-31a47b52-375f-4045-9875-33044e21fbd8 tempest-VolumesActionsTest-657339978 tempest-VolumesActionsTest-657339978-project] 10.222.0.30 "GET /v2.0/ports?device_id=08e66341-98e6-466e-8f14-0829cd01a677 HTTP/1.1" status: 200 len: 210 time: 0.0410621 Mar 10 07:11:24.027634 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 2c0463da-b084-47d5-ad90-76b9f57b0bef up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:24.167991 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.192276 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3185a-d5fa-445f-9e93-5ecabe7872ec req-9245e7b3-65ec-4efc-ac2b-d61bbcb42efd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:24.193820 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18e3185a-d5fa-445f-9e93-5ecabe7872ec req-9245e7b3-65ec-4efc-ac2b-d61bbcb42efd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0999153 Mar 10 07:11:24.236943 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 2c0463da-b084-47d5-ad90-76b9f57b0bef triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:24.237395 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.292326 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Publish callbacks [] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.314722 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18e3185a-d5fa-445f-9e93-5ecabe7872ec req-a8ddc74b-6be2-4859-9cd2-42f34cfc1ce0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139243 Mar 10 07:11:24.374734 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 2c0463da-b084-47d5-ad90-76b9f57b0bef is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:24.396838 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.420443 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Allocated IP 172.20.0.1 (49081606-0680-4e63-907e-aa47f0a0685a/cbfb5474-7519-4845-96fe-ea4a31e9deec/81bafe32-33c1-43de-a523-c2356f3386ed) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:11:24.452398 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a54440-8642-4ca1-bd1e-0d3d25950458 None None] Pushing event updated for resources: {'Port': ['ID=c89c26ca-c446-44b8-9da2-2b0d08f79341,revision_number=2']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:24.475894 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Attempting to bind port c89c26ca-c446-44b8-9da2-2b0d08f79341 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:11:24.476269 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Attempting to bind port c89c26ca-c446-44b8-9da2-2b0d08f79341 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:11:24.476852 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Attempting to bind port c89c26ca-c446-44b8-9da2-2b0d08f79341 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:11:24.482148 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:11:24.482818 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:24.483410 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.483963 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:11:24.484443 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Bound port: c89c26ca-c446-44b8-9da2-2b0d08f79341, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:11:24.484823 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.538934 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] For port c89c26ca-c446-44b8-9da2-2b0d08f79341, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:11:24.543005 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] For port c89c26ca-c446-44b8-9da2-2b0d08f79341, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c89c26ca-c446-44b8-9da2-2b0d08f79341,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:11:24.557239 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks [] for port (81bafe32-33c1-43de-a523-c2356f3386ed), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.640456 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.692744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.708251 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:24.708934 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:24.711918 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a54440-8642-4ca1-bd1e-0d3d25950458 None None] Pushing event updated for resources: {'Port': ['ID=c89c26ca-c446-44b8-9da2-2b0d08f79341,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:24.735492 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Network 49081606-0680-4e63-907e-aa47f0a0685a is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:24.741018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:24.744535 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:11:24.749897 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=81bafe32-33c1-43de-a523-c2356f3386ed,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:24.797541 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:24.844152 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:25.034183 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.044432 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-9ae92386-29f3-41ae-be77-69ec6a3d860e None None] Provisioning complete for port 81bafe32-33c1-43de-a523-c2356f3386ed triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:25.045909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9ae92386-29f3-41ae-be77-69ec6a3d860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.102015 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-9ae92386-29f3-41ae-be77-69ec6a3d860e None None] Port 81bafe32-33c1-43de-a523-c2356f3386ed cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:11:25.146983 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42822) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:25.164282 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:22Z', 'revision_number': 3, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:25.194237 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53587f57-f17c-4473-aa35-98982a76aaee None None] The sync data for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi is: [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:22Z', 'revision_number': 3, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:11:25.272937 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks [] for port (81bafe32-33c1-43de-a523-c2356f3386ed), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.294261 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2609fa17-d9f1-4a39-8595-0133693b719d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.343835 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.380945 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2609fa17-d9f1-4a39-8595-0133693b719d admin admin] Publish callbacks [] for security_group (cf9d314b-ab28-438d-9085-84f6f1ccf932), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.420831 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=81bafe32-33c1-43de-a523-c2356f3386ed,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:25.442922 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.481336 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2609fa17-d9f1-4a39-8595-0133693b719d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (cf9d314b-ab28-438d-9085-84f6f1ccf932), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.549420 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2609fa17-d9f1-4a39-8595-0133693b719d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40a6f1a93b41442283bd4a13518d513c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990879 Mar 10 07:11:25.549420 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609fa17-d9f1-4a39-8595-0133693b719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d314b-ab28-438d-9085-84f6f1ccf932,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:25.557169 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42838) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:25.557754 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099607-a5a2-4c41-8ae6-9ae23199b060 req-1f01d4a5-6675-4208-b9d9-68fb92ad8cc9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:25.559025 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb099607-a5a2-4c41-8ae6-9ae23199b060 req-1f01d4a5-6675-4208-b9d9-68fb92ad8cc9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.1596031 Mar 10 07:11:25.614951 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9aa85c7-763c-4ffc-a3c6-2ab6c1e8e974 admin admin] Publish callbacks [] for security_group (cf9d314b-ab28-438d-9085-84f6f1ccf932), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.642539 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9aa85c7-763c-4ffc-a3c6-2ab6c1e8e974 admin admin] Publish callbacks [] for security_group (cf9d314b-ab28-438d-9085-84f6f1ccf932), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.672422 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb099607-a5a2-4c41-8ae6-9ae23199b060 req-9ee7142a-b112-4a63-adef-53a668690dbd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754929 Mar 10 07:11:25.674599 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Network 49081606-0680-4e63-907e-aa47f0a0685a is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:25.676538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:25.808489 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9aa85c7-763c-4ffc-a3c6-2ab6c1e8e974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (cf9d314b-ab28-438d-9085-84f6f1ccf932), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.812724 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:11:25.815290 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9aa85c7-763c-4ffc-a3c6-2ab6c1e8e974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:25.817544 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f9aa85c7-763c-4ffc-a3c6-2ab6c1e8e974 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf9d314b-ab28-438d-9085-84f6f1ccf932 HTTP/1.1" status: 204 len: 168 time: 0.2605417 Mar 10 07:11:25.841541 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa85c7-763c-4ffc-a3c6-2ab6c1e8e974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d314b-ab28-438d-9085-84f6f1ccf932,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:26.020383 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c89c26ca-c446-44b8-9da2-2b0d08f79341 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:26.032140 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:11:26.043469 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-7c6282bb-5b47-4d28-ab2f-1d5c8eb3d2b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcdf7938-d3ae-477d-83bb-4b7deaea0de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4553931 Mar 10 07:11:26.090731 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-589f1ec2-fa73-4ed5-950b-f5cd34cd61d3 None None] Provisioning complete for port 81bafe32-33c1-43de-a523-c2356f3386ed triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:26.091753 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-589f1ec2-fa73-4ed5-950b-f5cd34cd61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:26.140720 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-589f1ec2-fa73-4ed5-950b-f5cd34cd61d3 None None] Port 81bafe32-33c1-43de-a523-c2356f3386ed cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:11:26.142388 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port c89c26ca-c446-44b8-9da2-2b0d08f79341 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:26.142974 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:26.247583 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port c89c26ca-c446-44b8-9da2-2b0d08f79341 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:26.247688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:26.273958 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port c89c26ca-c446-44b8-9da2-2b0d08f79341, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c89c26ca-c446-44b8-9da2-2b0d08f79341,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:26.360794 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:26.437176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=c89c26ca-c446-44b8-9da2-2b0d08f79341,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:26.684102 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42882) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:26.698358 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device be13064c-c54b-4698-91fb-2687b3fa12f5 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:11:26.728593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: be13064c-c54b-4698-91fb-2687b3fa12f5 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:11:26.728968 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device be13064c-c54b-4698-91fb-2687b3fa12f5 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:11:26.826077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c0f15a45-44a8-4cee-8827-43827871d906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:26.828292 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d160-ffa6-4ae7-88f0-7dad4a231aeb req-316c2520-3688-4798-9cac-5f70822706d4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:26.846606 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94c9d160-ffa6-4ae7-88f0-7dad4a231aeb req-316c2520-3688-4798-9cac-5f70822706d4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0795426 Mar 10 07:11:26.922465 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c0f15a45-44a8-4cee-8827-43827871d906 admin admin] Publish callbacks [] for security_group (b46856ad-2fc6-443e-b671-343c57fa1bb7), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:26.924287 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94c9d160-ffa6-4ae7-88f0-7dad4a231aeb req-645c8dac-d548-40fe-bd19-8e16de187e7a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724030 Mar 10 07:11:26.982678 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c0f15a45-44a8-4cee-8827-43827871d906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b46856ad-2fc6-443e-b671-343c57fa1bb7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.031451 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c0f15a45-44a8-4cee-8827-43827871d906 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b62b15edad994c078f066b40934e7c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457263 Mar 10 07:11:27.032284 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f15a45-44a8-4cee-8827-43827871d906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46856ad-2fc6-443e-b671-343c57fa1bb7,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:27.034257 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 42910) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:27.107164 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4abdf577-0169-439e-b295-2ee7c37ab0aa admin admin] Publish callbacks [] for security_group (b46856ad-2fc6-443e-b671-343c57fa1bb7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.133972 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4abdf577-0169-439e-b295-2ee7c37ab0aa admin admin] Publish callbacks [] for security_group (b46856ad-2fc6-443e-b671-343c57fa1bb7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.149669 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42914) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:27.155012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-71681221-network', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:27.245315 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4abdf577-0169-439e-b295-2ee7c37ab0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b46856ad-2fc6-443e-b671-343c57fa1bb7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.245459 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Made reservation on behalf of c8d7cdf19e944268a4eb3638e7825c1b for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:27.247656 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.248153 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4abdf577-0169-439e-b295-2ee7c37ab0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.250102 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4abdf577-0169-439e-b295-2ee7c37ab0aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b46856ad-2fc6-443e-b671-343c57fa1bb7 HTTP/1.1" status: 204 len: 168 time: 0.2138083 Mar 10 07:11:27.259609 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.259756 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdf577-0169-439e-b295-2ee7c37ab0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46856ad-2fc6-443e-b671-343c57fa1bb7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:27.299745 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Sync routers for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:11:27.315187 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:27.315915 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:27.354748 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks [] for security_group (ec719757-b6db-4634-88cc-b915f92e1b2f), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.433773 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ec719757-b6db-4634-88cc-b915f92e1b2f), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.456382 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:11:27.459324 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:27.471943 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec719757-b6db-4634-88cc-b915f92e1b2f,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:27.474907 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (aba62948-3945-4cac-80ad-0e7fe558e9e0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.475239 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Added segment aba62948-3945-4cac-80ad-0e7fe558e9e0 of type vlan for network f86962fa-6138-429e-8f50-e72aad79a58c Mar 10 07:11:27.535346 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (f86962fa-6138-429e-8f50-e72aad79a58c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.611297 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (f86962fa-6138-429e-8f50-e72aad79a58c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.612268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:27.612843 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.686509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f86962fa-6138-429e-8f50-e72aad79a58c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:27.700926 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9e2737d3-3646-4377-9012-c5312ed888b5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5497811 Mar 10 07:11:27.703747 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42936) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:27.711332 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network f86962fa-6138-429e-8f50-e72aad79a58c details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:11:27.711793 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Request body: {'subnet': {'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-71681221-subnet', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:27.809223 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:25Z', 'revision_number': 2, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:27.809444 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Made reservation on behalf of c8d7cdf19e944268a4eb3638e7825c1b for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:11:27.810761 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639157'] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.842787 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Checking router: dcdf7938-d3ae-477d-83bb-4b7deaea0de4 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:11:27.843195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Updating router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 port 81bafe32-33c1-43de-a523-c2356f3386ed binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:11:27.882689 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:27.968860 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c89c26ca-c446-44b8-9da2-2b0d08f79341 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:28.103871 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f419-91be-4023-a31c-9424dce257a4 req-e3f91240-2cc5-4211-b0ea-d48b84b842c7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:28.105572 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2801f419-91be-4023-a31c-9424dce257a4 req-e3f91240-2cc5-4211-b0ea-d48b84b842c7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0848656 Mar 10 07:11:28.108787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5904980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639131'] for subnet (29507dcf-e18c-4a12-bf97-8f8b24aaaadc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.112088 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port c89c26ca-c446-44b8-9da2-2b0d08f79341 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:28.117733 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.192932 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Checking segment: {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:28.193310 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Network hostable DHCP agents. Network: f86962fa-6138-429e-8f50-e72aad79a58c, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:11:28.197185 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29507dcf-e18c-4a12-bf97-8f8b24aaaadc,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:28.217538 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2801f419-91be-4023-a31c-9424dce257a4 req-30e34cf3-3322-4aea-8cc7-0859369955b3 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955207 Mar 10 07:11:28.275078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Network f86962fa-6138-429e-8f50-e72aad79a58c is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:11:28.278013 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port c89c26ca-c446-44b8-9da2-2b0d08f79341 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:28.329991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Publish callbacks [] for port (81bafe32-33c1-43de-a523-c2356f3386ed), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.353850 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, f86962fa-6138-429e-8f50-e72aad79a58c) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:28.357963 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:28.358584 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.362546 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c13fc4-033f-4d7c-9b9f-4d6e16509598 None None] Network f86962fa-6138-429e-8f50-e72aad79a58c requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:28.415934 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.450046 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-ef4d7bae-8006-4227-9a37-f8b6646f1452 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7442276 Mar 10 07:11:28.452615 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 42992) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:28.468659 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:28.509589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebf257-f298-4bf0-aac1-447fa8f6e630 None None] Pushing event updated for resources: {'Port': ['ID=81bafe32-33c1-43de-a523-c2356f3386ed,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:28.545949 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-f86962fa-6138-429e-8f50-e72aad79a58c', 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c', 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'fixed_ips': [{'subnet_id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:11:28.545949 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.592363 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Attempting to bind port 81bafe32-33c1-43de-a523-c2356f3386ed on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:11:28.592731 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Attempting to bind port 81bafe32-33c1-43de-a523-c2356f3386ed by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:11:28.593127 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Attempting to bind port 81bafe32-33c1-43de-a523-c2356f3386ed on network 49081606-0680-4e63-907e-aa47f0a0685a {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:11:28.595690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (399c47b3-58ff-4fc2-b710-a78235410892), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.599875 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (399c47b3-58ff-4fc2-b710-a78235410892), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.664860 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:11:28.665128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks [] for router_controller (399c47b3-58ff-4fc2-b710-a78235410892), precommit_add_association {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.665247 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Checking segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:28.665707 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.666109 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Bound using segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:11:28.666602 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Bound port: 81bafe32-33c1-43de-a523-c2356f3386ed, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:11:28.666981 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.825702 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] For port 81bafe32-33c1-43de-a523-c2356f3386ed, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:11:28.831225 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Allocated IP 172.20.0.2 (f86962fa-6138-429e-8f50-e72aad79a58c/29507dcf-e18c-4a12-bf97-8f8b24aaaadc/99e3eacc-688b-4e42-a040-cfd70db59637) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:11:28.851718 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] For port 81bafe32-33c1-43de-a523-c2356f3386ed, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=81bafe32-33c1-43de-a523-c2356f3386ed,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:11:28.853735 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-42a491fe-5cc6-4417-8305-a7795b90c7c3 None None] Provisioning complete for port 81bafe32-33c1-43de-a523-c2356f3386ed triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:28.854109 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-42a491fe-5cc6-4417-8305-a7795b90c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.884079 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks [] for router_gateway (399c47b3-58ff-4fc2-b710-a78235410892), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:28.914884 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-42a491fe-5cc6-4417-8305-a7795b90c7c3 None None] Port 81bafe32-33c1-43de-a523-c2356f3386ed cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:11:28.944391 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.173994 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebf257-f298-4bf0-aac1-447fa8f6e630 None None] Pushing event updated for resources: {'Port': ['ID=81bafe32-33c1-43de-a523-c2356f3386ed,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:29.193962 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:29.194584 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:29.197109 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks [] for router_gateway (399c47b3-58ff-4fc2-b710-a78235410892), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.217321 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.266571 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Publish callbacks [] for port (99e3eacc-688b-4e42-a040-cfd70db59637), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.283944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] Provisioning complete for port 81bafe32-33c1-43de-a523-c2356f3386ed triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:29.283944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.343658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.344327 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Allocated IP 172.27.0.202 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/8283db6a-9d8d-4b94-aad7-72f8dbdaab00) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:11:29.409241 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:29.420992 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43020) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:29.449776 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Network f86962fa-6138-429e-8f50-e72aad79a58c is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:29.458910 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Pushing event updated for resources: {'Port': ['ID=99e3eacc-688b-4e42-a040-cfd70db59637,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:29.461920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:29.466745 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:11:29.484252 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks [] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.534710 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571837d-7166-4151-b11c-276972ef1db5 req-47554fc2-7e9e-40c0-97b5-4210609eb8de tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:29.536432 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5571837d-7166-4151-b11c-276972ef1db5 req-47554fc2-7e9e-40c0-97b5-4210609eb8de tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.2322927 Mar 10 07:11:29.590460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.595842 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b39e6cce-c582-41c2-b531-eb836f0eedf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.602421 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5571837d-7166-4151-b11c-276972ef1db5 req-8a1b0068-1a82-48ac-ac7c-feb72ecd1691 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Mar 10 07:11:29.616358 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Attempting to bind port 99e3eacc-688b-4e42-a040-cfd70db59637 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:11:29.616732 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Attempting to bind port 99e3eacc-688b-4e42-a040-cfd70db59637 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:11:29.617094 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Attempting to bind port 99e3eacc-688b-4e42-a040-cfd70db59637 on network f86962fa-6138-429e-8f50-e72aad79a58c {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:11:29.646352 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:29.647365 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] Current status of the port 81bafe32-33c1-43de-a523-c2356f3386ed is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:29.647761 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.649469 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:29.654182 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:29.659103 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:11:29.664726 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:11:29.668301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Checking segment: {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:29.668301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.668301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Bound using segment: {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:11:29.668301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Bound port: 99e3eacc-688b-4e42-a040-cfd70db59637, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:11:29.668301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.740228 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] For port 81bafe32-33c1-43de-a523-c2356f3386ed, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=81bafe32-33c1-43de-a523-c2356f3386ed,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:29.796179 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] For port 99e3eacc-688b-4e42-a040-cfd70db59637, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:11:29.800220 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] For port 99e3eacc-688b-4e42-a040-cfd70db59637, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=99e3eacc-688b-4e42-a040-cfd70db59637,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:11:29.806885 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.842190 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b39e6cce-c582-41c2-b531-eb836f0eedf4 admin admin] Publish callbacks [] for security_group (4c1bf712-0e65-4b86-9cb9-a03d1285d805), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.854713 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:28Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:29.864144 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.896586 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e8775-ea82-4231-b179-73925c482fe8 None None] The sync data for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi is: [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:28Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:11:29.898036 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab53ed-78ff-42a8-ab46-51cb54d47595 None None] Pushing event updated for resources: {'Port': ['ID=81bafe32-33c1-43de-a523-c2356f3386ed,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:29.907039 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b39e6cce-c582-41c2-b531-eb836f0eedf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4c1bf712-0e65-4b86-9cb9-a03d1285d805), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:29.956387 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b961e-ef9f-4514-b851-55564b6987bb None None] Pushing event updated for resources: {'Port': ['ID=99e3eacc-688b-4e42-a040-cfd70db59637,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:30.020128 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b39e6cce-c582-41c2-b531-eb836f0eedf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18e1bdeb966b4cd8937f09a6f680fe15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5974426 Mar 10 07:11:30.022727 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e6cce-c582-41c2-b531-eb836f0eedf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1bf712-0e65-4b86-9cb9-a03d1285d805,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:30.023402 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43032) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:30.092482 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f80cf5d0-75a2-47d5-a826-e517e4863545 admin admin] Publish callbacks [] for security_group (4c1bf712-0e65-4b86-9cb9-a03d1285d805), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.102069 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks [] for router_gateway (399c47b3-58ff-4fc2-b710-a78235410892), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.119263 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f80cf5d0-75a2-47d5-a826-e517e4863545 admin admin] Publish callbacks [] for security_group (4c1bf712-0e65-4b86-9cb9-a03d1285d805), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.303933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f80cf5d0-75a2-47d5-a826-e517e4863545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4c1bf712-0e65-4b86-9cb9-a03d1285d805), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.306478 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f80cf5d0-75a2-47d5-a826-e517e4863545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.310093 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f80cf5d0-75a2-47d5-a826-e517e4863545 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c1bf712-0e65-4b86-9cb9-a03d1285d805 HTTP/1.1" status: 204 len: 168 time: 0.2797055 Mar 10 07:11:30.321984 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf5d0-75a2-47d5-a826-e517e4863545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1bf712-0e65-4b86-9cb9-a03d1285d805,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:30.350316 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (399c47b3-58ff-4fc2-b710-a78235410892), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.554119 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Router 399c47b3-58ff-4fc2-b710-a78235410892 is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:11:30.688096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:11:30.713876 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Sync routers for ids ['399c47b3-58ff-4fc2-b710-a78235410892'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:11:30.732538 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Routers {'399c47b3-58ff-4fc2-b710-a78235410892'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:30.733439 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['399c47b3-58ff-4fc2-b710-a78235410892'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:30.774482 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:30.777356 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7e1cadaf-07eb-4d88-9466-05c7474753b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3222427 Mar 10 07:11:30.778637 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43058) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:30.870717 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a1243-23c0-4989-8188-c7cab9c39cf5 req-6415632e-4852-4133-9532-136007831dc6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:30.878229 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-362a1243-23c0-4989-8188-c7cab9c39cf5 req-6415632e-4852-4133-9532-136007831dc6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.1379561 Mar 10 07:11:30.930005 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Set router 399c47b3-58ff-4fc2-b710-a78235410892 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:31.235820 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-362a1243-23c0-4989-8188-c7cab9c39cf5 req-8a09a2a3-9721-4044-9f9e-5c61d891e0df tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565106 Mar 10 07:11:31.290132 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a914ad9-10d9-4c73-9899-b693cbe3bc2a None None] Network f86962fa-6138-429e-8f50-e72aad79a58c requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:11:31.293558 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 3, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:31.333658 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Checking router: 399c47b3-58ff-4fc2-b710-a78235410892 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:11:31.333658 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Updating router 399c47b3-58ff-4fc2-b710-a78235410892 port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:11:31.377388 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.407119 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] Provisioning complete for port 99e3eacc-688b-4e42-a040-cfd70db59637 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:31.407772 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.514734 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.553986 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] Current status of the port 99e3eacc-688b-4e42-a040-cfd70db59637 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:31.554626 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.633832 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] For port 99e3eacc-688b-4e42-a040-cfd70db59637, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=99e3eacc-688b-4e42-a040-cfd70db59637,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:31.717265 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.778562 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Publish callbacks [] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.779657 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Allocated IP 172.20.0.1 (f86962fa-6138-429e-8f50-e72aad79a58c/29507dcf-e18c-4a12-bf97-8f8b24aaaadc/a7cfe460-e84a-4c13-aaf5-39710f041e59) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:11:31.803618 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4751363-55e2-4f34-9390-32bd3f2d97db None None] Pushing event updated for resources: {'Port': ['ID=99e3eacc-688b-4e42-a040-cfd70db59637,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:31.898023 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.929609 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks [] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.946967 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-26369699-eded-4aae-ac03-b7842ce30d2b None None] Provisioning complete for port 99e3eacc-688b-4e42-a040-cfd70db59637 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:31.947341 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-26369699-eded-4aae-ac03-b7842ce30d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:31.970331 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Pushing event updated for resources: {'Port': ['ID=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,revision_number=2']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:31.979205 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Attempting to bind port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:11:31.979748 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Attempting to bind port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:11:31.986650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Attempting to bind port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:11:31.986650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.986650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.986650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.986650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.986650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.987481 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.988139 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.989053 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.989699 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.990222 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.990815 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.991335 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.991831 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:11:31.999993 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:11:32.000688 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:32.001143 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 81bafe32-33c1-43de-a523-c2356f3386ed up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:32.001663 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.002269 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:11:32.002960 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Bound port: 8283db6a-9d8d-4b94-aad7-72f8dbdaab00, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:11:32.003570 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.087840 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] For port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:11:32.091284 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] For port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:11:32.116430 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.133841 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 81bafe32-33c1-43de-a523-c2356f3386ed triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:32.134216 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.160452 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Network f86962fa-6138-429e-8f50-e72aad79a58c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:32.165874 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:32.168164 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:11:32.171898 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.191756 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-26369699-eded-4aae-ac03-b7842ce30d2b None None] Current status of the port 99e3eacc-688b-4e42-a040-cfd70db59637 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:32.221673 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Pushing event updated for resources: {'Port': ['ID=a7cfe460-e84a-4c13-aaf5-39710f041e59,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:32.250963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (399c47b3-58ff-4fc2-b710-a78235410892), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.265525 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Routers {'399c47b3-58ff-4fc2-b710-a78235410892'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:32.266577 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['399c47b3-58ff-4fc2-b710-a78235410892'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:32.267543 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 81bafe32-33c1-43de-a523-c2356f3386ed is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:32.269478 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 99e3eacc-688b-4e42-a040-cfd70db59637 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:32.335889 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675b80c-9def-4e10-96c2-95df8e870b3e None None] Pushing event updated for resources: {'Port': ['ID=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:32.375617 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 99e3eacc-688b-4e42-a040-cfd70db59637 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:32.376589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.449749 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] Set router 399c47b3-58ff-4fc2-b710-a78235410892 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:32.462736 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde89a-4ac7-45f7-8764-99a6d89ec043 req-8a6ee144-41ad-475b-a8ff-46411fe335f5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:32.469987 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cebde89a-4ac7-45f7-8764-99a6d89ec043 req-8a6ee144-41ad-475b-a8ff-46411fe335f5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.1001468 Mar 10 07:11:32.490242 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 99e3eacc-688b-4e42-a040-cfd70db59637 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:32.521257 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-e5e5b3fd-5e93-4f2a-aa3f-dadf84eda947 None None] Provisioning complete for port a7cfe460-e84a-4c13-aaf5-39710f041e59 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:32.521257 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3fd-5e93-4f2a-aa3f-dadf84eda947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.547164 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cebde89a-4ac7-45f7-8764-99a6d89ec043 req-bafd5960-5731-44a2-a1ee-b1e0430f861e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763099 Mar 10 07:11:32.572201 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5b3fd-5e93-4f2a-aa3f-dadf84eda947 None None] Port a7cfe460-e84a-4c13-aaf5-39710f041e59 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:11:32.609240 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.656256 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 3, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:32.762122 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb272d-b158-42d0-91ed-4787b45c8f81 None None] The sync data for ids ['399c47b3-58ff-4fc2-b710-a78235410892'] in dv-cinder-832919-1-iscsi is: [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 3, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:11:32.779925 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks [] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.835037 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:32.905707 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Pushing event updated for resources: {'Port': ['ID=a7cfe460-e84a-4c13-aaf5-39710f041e59,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:32.909564 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (399c47b3-58ff-4fc2-b710-a78235410892), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:33.021371 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Network f86962fa-6138-429e-8f50-e72aad79a58c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:11:33.022858 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:11:33.170421 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Router 399c47b3-58ff-4fc2-b710-a78235410892 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:11:33.305257 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:11:33.313373 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0a2e9462-c5d5-419a-974f-fa4b5f4db41c admin admin] 10.222.0.30 "PUT /v2.0/routers/399c47b3-58ff-4fc2-b710-a78235410892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313754 Mar 10 07:11:33.404437 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-48cd5fb8-4314-4aaa-b7ec-28b2469464e7 None None] Provisioning complete for port a7cfe460-e84a-4c13-aaf5-39710f041e59 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:33.404984 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48cd5fb8-4314-4aaa-b7ec-28b2469464e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:33.443078 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-48cd5fb8-4314-4aaa-b7ec-28b2469464e7 None None] Port a7cfe460-e84a-4c13-aaf5-39710f041e59 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:11:33.702106 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298996e-b409-4399-b285-5a4de3e80a94 req-4929202b-f4c5-44de-8dd9-5848bd73d909 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:33.709541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a298996e-b409-4399-b285-5a4de3e80a94 req-4929202b-f4c5-44de-8dd9-5848bd73d909 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0788591 Mar 10 07:11:33.762823 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a298996e-b409-4399-b285-5a4de3e80a94 req-733d3751-a79b-44a1-9200-607451fca3df tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524008 Mar 10 07:11:33.925558 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:33.975906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:33.976510 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.157680 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43146) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:34.162960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692446792', 'description': 'tempest-secgroup-smoke-1692446792 description', 'project_id': '2f5beebb6d3f41729144b49e59c7c811'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:34.194420 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:34.194820 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.220052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:34.305129 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.315195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.390634 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group (31293d53-d1e5-40ff-81a7-31c19ee097ae), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.391838 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:34.446623 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (31293d53-d1e5-40ff-81a7-31c19ee097ae), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.479936 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31293d53-d1e5-40ff-81a7-31c19ee097ae,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:34.528345 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.529630 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6eeb94af-9218-41dc-8992-1ba30db9f652 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3707800 Mar 10 07:11:34.532471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43160) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:34.536782 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group_rule': {'security_group_id': '31293d53-d1e5-40ff-81a7-31c19ee097ae', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:34.586782 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Sync routers for ids ['399c47b3-58ff-4fc2-b710-a78235410892'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:11:34.597137 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Routers {'399c47b3-58ff-4fc2-b710-a78235410892'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:34.597828 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['399c47b3-58ff-4fc2-b710-a78235410892'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:34.623315 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (e4d3b7f2-ff88-4e97-8b8f-d86d1e4d8dc9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.677941 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (e4d3b7f2-ff88-4e97-8b8f-d86d1e4d8dc9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.707535 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Set router 399c47b3-58ff-4fc2-b710-a78235410892 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:34.726336 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (e4d3b7f2-ff88-4e97-8b8f-d86d1e4d8dc9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.743686 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d3b7f2-ff88-4e97-8b8f-d86d1e4d8dc9,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:34.808615 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.812022 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4ba6f66d-2b71-4062-a9f1-7b66310e979f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2764761 Mar 10 07:11:34.812571 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43164) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:34.817515 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group_rule': {'security_group_id': '31293d53-d1e5-40ff-81a7-31c19ee097ae', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:34.887254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616d8b3-115a-45b0-8df4-6cdb63437cea req-d3d52d6c-85f5-43fc-bf2d-521ef32cbcc4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:34.888724 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8616d8b3-115a-45b0-8df4-6cdb63437cea req-d3d52d6c-85f5-43fc-bf2d-521ef32cbcc4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Mar 10 07:11:34.913051 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:11:32Z', 'revision_number': 4, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'a7cfe460-e84a-4c13-aaf5-39710f041e59', 'name': '', 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'mac_address': 'fa:16:3e:2a:e8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:31Z', 'updated_at': '2022-03-10T07:11:32Z', 'revision_number': 2, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'subnets': [{'id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:34.913423 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (6272e371-17a7-4236-ae5c-4abe2d6afe5a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.939461 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Checking router: 399c47b3-58ff-4fc2-b710-a78235410892 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:11:34.939780 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Updating router 399c47b3-58ff-4fc2-b710-a78235410892 port a7cfe460-e84a-4c13-aaf5-39710f041e59 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:11:34.956334 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8616d8b3-115a-45b0-8df4-6cdb63437cea req-fdf2849d-92da-4e6f-9ec2-d08e98225cdf tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620279 Mar 10 07:11:34.968730 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:34.985055 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (6272e371-17a7-4236-ae5c-4abe2d6afe5a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.046538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (6272e371-17a7-4236-ae5c-4abe2d6afe5a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.065006 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6272e371-17a7-4236-ae5c-4abe2d6afe5a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:35.122606 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.123831 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3f1d32ed-2b7c-465f-a6d9-03f888440fbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103299 Mar 10 07:11:35.126778 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:35.130945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group_rule': {'security_group_id': '31293d53-d1e5-40ff-81a7-31c19ee097ae', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:35.217652 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (d45bf302-b46b-4c61-b4b5-1e291ecda906), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.236749 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Publish callbacks [] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.276706 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (d45bf302-b46b-4c61-b4b5-1e291ecda906), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.315338 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.343742 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (d45bf302-b46b-4c61-b4b5-1e291ecda906), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.365924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eca9a9-0f18-463b-83cd-99e35bbdcdb4 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe460-e84a-4c13-aaf5-39710f041e59,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:35.375573 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45bf302-b46b-4c61-b4b5-1e291ecda906,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:35.425693 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.426910 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-524ef02b-cccf-40e0-96ad-4b109dfe3ab1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992234 Mar 10 07:11:35.428056 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Attempting to bind port a7cfe460-e84a-4c13-aaf5-39710f041e59 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:11:35.428457 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Attempting to bind port a7cfe460-e84a-4c13-aaf5-39710f041e59 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:11:35.428818 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Attempting to bind port a7cfe460-e84a-4c13-aaf5-39710f041e59 on network f86962fa-6138-429e-8f50-e72aad79a58c {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:11:35.429997 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43178) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:35.434907 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:11:35.435517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Checking segment: {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:11:35.436176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.436577 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Bound using segment: {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:11:35.436800 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group_rule': {'security_group_id': '31293d53-d1e5-40ff-81a7-31c19ee097ae', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:35.437056 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Bound port: a7cfe460-e84a-4c13-aaf5-39710f041e59, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba62948-3945-4cac-80ad-0e7fe558e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:11:35.437468 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.507839 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] For port a7cfe460-e84a-4c13-aaf5-39710f041e59, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:11:35.510802 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (26c267ba-7e67-4086-b285-200327d17b55), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.516623 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] For port a7cfe460-e84a-4c13-aaf5-39710f041e59, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=a7cfe460-e84a-4c13-aaf5-39710f041e59,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:11:35.561349 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.571314 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (26c267ba-7e67-4086-b285-200327d17b55), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.632941 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] Provisioning complete for port a7cfe460-e84a-4c13-aaf5-39710f041e59 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:35.633689 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.637102 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eca9a9-0f18-463b-83cd-99e35bbdcdb4 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe460-e84a-4c13-aaf5-39710f041e59,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:35.645446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (26c267ba-7e67-4086-b285-200327d17b55), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.656518 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Routers {'399c47b3-58ff-4fc2-b710-a78235410892'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:11:35.657146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:11:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['399c47b3-58ff-4fc2-b710-a78235410892'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:35.664177 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c267ba-7e67-4086-b285-200327d17b55,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:35.745902 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.747056 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3ab11ee3-d591-4e0a-96d4-08271744d151 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148594 Mar 10 07:11:35.749967 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43182) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:35.755302 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group_rule': {'security_group_id': '31293d53-d1e5-40ff-81a7-31c19ee097ae', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:35.808620 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] Set router 399c47b3-58ff-4fc2-b710-a78235410892 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:11:35.836363 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] Current status of the port a7cfe460-e84a-4c13-aaf5-39710f041e59 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:35.836746 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.858363 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.securitygroups_db [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Project 2f5beebb6d3f41729144b49e59c7c811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:11:35.866301 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (074cc744-0c8c-4ca2-8958-ecaa41dd6b48), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:35.920046 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:35.929501 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] For port a7cfe460-e84a-4c13-aaf5-39710f041e59, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=a7cfe460-e84a-4c13-aaf5-39710f041e59,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:11:35.933738 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (074cc744-0c8c-4ca2-8958-ecaa41dd6b48), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.026310 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.031968 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (074cc744-0c8c-4ca2-8958-ecaa41dd6b48), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.054159 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074cc744-0c8c-4ca2-8958-ecaa41dd6b48,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:36.079831 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed52a-cc87-4067-a3da-6e6688a09959 req-f6557eda-7a77-4781-913c-a3c180d75829 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:36.081325 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e99ed52a-cc87-4067-a3da-6e6688a09959 req-f6557eda-7a77-4781-913c-a3c180d75829 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0533059 Mar 10 07:11:36.084499 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:36.084873 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.128001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3f5a-a575-493c-95be-d52f136757a1 None None] Pushing event updated for resources: {'Port': ['ID=a7cfe460-e84a-4c13-aaf5-39710f041e59,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:36.128784 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e99ed52a-cc87-4067-a3da-6e6688a09959 req-b6e72db1-859f-4923-b7e6-4b9478603b96 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Mar 10 07:11:36.135486 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.136698 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-76e1da54-2a8e-4543-82d0-a65e0a7a875a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3856871 Mar 10 07:11:36.139769 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43186) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:36.144405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'security_group_rule': {'security_group_id': '31293d53-d1e5-40ff-81a7-31c19ee097ae', 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:11:36.165989 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-6f1a34cc-8d02-40da-8b06-f555b66f242f None None] Provisioning complete for port a7cfe460-e84a-4c13-aaf5-39710f041e59 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:36.166357 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6f1a34cc-8d02-40da-8b06-f555b66f242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.171152 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:11:32Z', 'revision_number': 4, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'a7cfe460-e84a-4c13-aaf5-39710f041e59', 'name': '', 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'mac_address': 'fa:16:3e:2a:e8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:31Z', 'updated_at': '2022-03-10T07:11:35Z', 'revision_number': 4, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'subnets': [{'id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:11:36.237124 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a2ae8-b63e-476d-90ad-3fe40bfd0b99 None None] The sync data for ids ['399c47b3-58ff-4fc2-b710-a78235410892'] in dv-cinder-832919-1-iscsi is: [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:11:32Z', 'revision_number': 4, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'a7cfe460-e84a-4c13-aaf5-39710f041e59', 'name': '', 'network_id': 'f86962fa-6138-429e-8f50-e72aad79a58c', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'mac_address': 'fa:16:3e:2a:e8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:31Z', 'updated_at': '2022-03-10T07:11:35Z', 'revision_number': 4, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'subnets': [{'id': '29507dcf-e18c-4a12-bf97-8f8b24aaaadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:11:36.246717 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.securitygroups_db [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Project 2f5beebb6d3f41729144b49e59c7c811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:11:36.252930 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (12a42603-9fcb-42c5-b7bc-18a19b074a9c), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.265360 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:36.341156 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a34cc-8d02-40da-8b06-f555b66f242f None None] Current status of the port a7cfe460-e84a-4c13-aaf5-39710f041e59 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:36.395240 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (12a42603-9fcb-42c5-b7bc-18a19b074a9c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.492390 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (12a42603-9fcb-42c5-b7bc-18a19b074a9c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.517927 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a42603-9fcb-42c5-b7bc-18a19b074a9c,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:36.591603 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:36.592883 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-79a5fb89-8fb1-4110-966a-faafb44375ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4520779 Mar 10 07:11:37.263538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec1d91-8215-4030-a7d6-baa5e907568a req-3b6db19a-a16d-412b-acf6-a14eff342338 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:37.265002 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-65ec1d91-8215-4030-a7d6-baa5e907568a req-3b6db19a-a16d-412b-acf6-a14eff342338 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0545783 Mar 10 07:11:37.313709 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-65ec1d91-8215-4030-a7d6-baa5e907568a req-33f3ff9e-9bd2-4952-9de2-f6f048efbf65 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Mar 10 07:11:37.928772 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device a7cfe460-e84a-4c13-aaf5-39710f041e59 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:11:38.106802 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port a7cfe460-e84a-4c13-aaf5-39710f041e59 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:11:38.107091 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:38.183926 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port a7cfe460-e84a-4c13-aaf5-39710f041e59 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:11:38.437198 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef8c5f-7b4c-43c6-bb63-01f559e835b8 req-f156a879-a6b8-4c90-8884-1c0ee0034dfd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:38.439307 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fef8c5f-7b4c-43c6-bb63-01f559e835b8 req-f156a879-a6b8-4c90-8884-1c0ee0034dfd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0606377 Mar 10 07:11:38.490670 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fef8c5f-7b4c-43c6-bb63-01f559e835b8 req-84ccce44-7be1-4729-aec6-6eef25bddbfd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Mar 10 07:11:39.611458 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfd860-4c8f-48fb-82d8-163475d3416b req-f3894401-1ef5-4008-87be-94d817f44d99 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:39.612983 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bebfd860-4c8f-48fb-82d8-163475d3416b req-f3894401-1ef5-4008-87be-94d817f44d99 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Mar 10 07:11:39.660840 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bebfd860-4c8f-48fb-82d8-163475d3416b req-1a27e69e-7326-4d2a-943a-f400a12fe234 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Mar 10 07:11:40.779089 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bd6dc-34c4-477c-92d0-0b267ed0e460 req-47920f31-ab66-4a33-8dbe-9f65b69609f2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:40.780455 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-300bd6dc-34c4-477c-92d0-0b267ed0e460 req-47920f31-ab66-4a33-8dbe-9f65b69609f2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0550461 Mar 10 07:11:40.824583 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-300bd6dc-34c4-477c-92d0-0b267ed0e460 req-22453777-78ee-409e-820b-ab1d9d04437c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Mar 10 07:11:41.720835 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:11:41.938918 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ef993-f81f-4fd5-b96b-b08f9c9177b9 req-3144b4af-559b-4d79-9f4c-170f71aaac32 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:41.940366 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-911ef993-f81f-4fd5-b96b-b08f9c9177b9 req-3144b4af-559b-4d79-9f4c-170f71aaac32 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Mar 10 07:11:41.985594 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-911ef993-f81f-4fd5-b96b-b08f9c9177b9 req-7ac92ee7-c1d6-42b1-aea2-079cf1db795f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Mar 10 07:11:42.428170 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-53473f27-1728-4a94-962e-259cbfc30742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:43.101394 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362ba1e-f817-4253-ae13-ec99645f7942 req-540fb21c-1621-47c4-ab64-db125ac87db2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:43.102860 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a362ba1e-f817-4253-ae13-ec99645f7942 req-540fb21c-1621-47c4-ab64-db125ac87db2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Mar 10 07:11:43.153814 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a362ba1e-f817-4253-ae13-ec99645f7942 req-936157a3-561f-4203-9e11-2f2facacecc8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445302 Mar 10 07:11:44.271463 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee1f3-0556-43dc-9660-8caad58761d2 req-8f69c20a-70c0-4d2a-add8-37972dfd1733 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:44.272902 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c90ee1f3-0556-43dc-9660-8caad58761d2 req-8f69c20a-70c0-4d2a-add8-37972dfd1733 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0536296 Mar 10 07:11:44.317028 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c90ee1f3-0556-43dc-9660-8caad58761d2 req-761223ed-7804-44d4-b7da-8195b3727db5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Mar 10 07:11:44.908087 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2f42-6b5e-49ae-ac2d-bd09cfd3ba9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:45.437085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b41016-4337-4eb2-898e-7fb514d663f9 req-77ada3f1-60e9-4e44-9972-81ecce7fb9dd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:45.438584 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08b41016-4337-4eb2-898e-7fb514d663f9 req-77ada3f1-60e9-4e44-9972-81ecce7fb9dd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0547276 Mar 10 07:11:45.489753 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08b41016-4337-4eb2-898e-7fb514d663f9 req-685d7330-4449-48e8-ac91-bffec78c758d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457613 Mar 10 07:11:45.993882 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:46.605755 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba634fb-2945-4699-840f-1038a5047dec req-578731e8-96e0-4efa-ab8b-ff1d9f40c705 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:46.607072 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ba634fb-2945-4699-840f-1038a5047dec req-578731e8-96e0-4efa-ab8b-ff1d9f40c705 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Mar 10 07:11:46.651031 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ba634fb-2945-4699-840f-1038a5047dec req-9c20c345-8abd-4fce-a59d-b8325e56ecd2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Mar 10 07:11:47.441877 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:47.720768 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:47.766365 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e953bb-ad73-4c9d-a06f-3cd7842a5e37 req-76259065-0056-42a4-8e57-34b1f9aaa8af tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:47.767813 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-76e953bb-ad73-4c9d-a06f-3cd7842a5e37 req-76259065-0056-42a4-8e57-34b1f9aaa8af tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0521157 Mar 10 07:11:47.814985 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-76e953bb-ad73-4c9d-a06f-3cd7842a5e37 req-b0f195c0-731c-48c6-97a1-755af92af412 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Mar 10 07:11:48.936910 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:48.957810 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628cce4-9519-477a-ac7b-bfa9a5939e0e req-5946a365-07ed-4392-8e2e-f1c4e1599652 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:48.959399 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9628cce4-9519-477a-ac7b-bfa9a5939e0e req-5946a365-07ed-4392-8e2e-f1c4e1599652 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0618241 Mar 10 07:11:49.011465 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9628cce4-9519-477a-ac7b-bfa9a5939e0e req-471f54da-8942-4450-9527-66c3d446f233 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Mar 10 07:11:50.126453 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc6ba-42e8-40a5-becd-d36bd6bfcba3 req-5c82fa88-f010-4a94-bd3d-afb45ef397f2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:50.127812 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-decdc6ba-42e8-40a5-becd-d36bd6bfcba3 req-5c82fa88-f010-4a94-bd3d-afb45ef397f2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0520589 Mar 10 07:11:50.174595 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-decdc6ba-42e8-40a5-becd-d36bd6bfcba3 req-278b7203-6ae7-4dc6-ae5f-62c9d5d5452e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Mar 10 07:11:51.290190 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b363f-1bdc-4d40-b03a-ca29bb3e0060 req-e5be4fd3-1607-49a7-b71b-49ec9de27be2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:51.291621 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-351b363f-1bdc-4d40-b03a-ca29bb3e0060 req-e5be4fd3-1607-49a7-b71b-49ec9de27be2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Mar 10 07:11:51.336266 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-351b363f-1bdc-4d40-b03a-ca29bb3e0060 req-a5e41b22-5727-441a-8bce-547003094bc8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Mar 10 07:11:52.451654 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b97c-411e-42ad-a463-a2afca61654c req-5ee71e06-52eb-488d-9e2e-00624d7d13ad tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:52.453071 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0468b97c-411e-42ad-a463-a2afca61654c req-5ee71e06-52eb-488d-9e2e-00624d7d13ad tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Mar 10 07:11:52.497557 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0468b97c-411e-42ad-a463-a2afca61654c req-832d4a39-9472-4f07-b021-3610ed0b3a2c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Mar 10 07:11:53.610654 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc31751-930b-4485-94fe-24bde059f731 req-22c3849a-efe4-4993-9be3-d940f25bc0ea tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:53.612060 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4dc31751-930b-4485-94fe-24bde059f731 req-22c3849a-efe4-4993-9be3-d940f25bc0ea tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Mar 10 07:11:53.655596 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4dc31751-930b-4485-94fe-24bde059f731 req-9b755121-51b6-4f72-bcba-b531e904d3c0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Mar 10 07:11:54.776727 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd201b-8879-4ca2-a288-ccdf09decb73 req-7702bfb6-9c79-4f4c-aef2-c9d259c7f92a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:54.778195 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-32cd201b-8879-4ca2-a288-ccdf09decb73 req-7702bfb6-9c79-4f4c-aef2-c9d259c7f92a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0582671 Mar 10 07:11:54.823913 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-32cd201b-8879-4ca2-a288-ccdf09decb73 req-b4c26172-ec57-4099-91e7-5322fc2a3502 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Mar 10 07:11:55.942461 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a789709-d386-409b-8447-a1b759b869f5 req-5964b373-5c24-4ba3-ac80-984f938d4be4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:55.944050 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a789709-d386-409b-8447-a1b759b869f5 req-5964b373-5c24-4ba3-ac80-984f938d4be4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Mar 10 07:11:55.990852 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a789709-d386-409b-8447-a1b759b869f5 req-c5b87508-a660-4031-9a70-d677c3700b6c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Mar 10 07:11:57.103818 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699d1d-e5d8-43af-9766-a2d976e4e44a req-1d88832e-a6e0-485a-a4ed-37b5c2c7d800 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:57.105255 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d699d1d-e5d8-43af-9766-a2d976e4e44a req-1d88832e-a6e0-485a-a4ed-37b5c2c7d800 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0504813 Mar 10 07:11:57.152447 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d699d1d-e5d8-43af-9766-a2d976e4e44a req-3378f3bf-cdd0-46a2-aa58-9d93a146428d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 Mar 10 07:11:58.278568 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e1e8-9e1f-4b65-b942-ee7518fc401d req-9e911299-cf81-4fec-952a-2114c04cc365 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:58.281159 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3510e1e8-9e1f-4b65-b942-ee7518fc401d req-9e911299-cf81-4fec-952a-2114c04cc365 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0620358 Mar 10 07:11:58.335226 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3510e1e8-9e1f-4b65-b942-ee7518fc401d req-3cb332d6-79da-48fc-9bfe-c649a9ea7122 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477681 Mar 10 07:11:58.882574 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43568) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:59.004335 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-142ddfbf-f1c7-4462-a511-28d00eb38e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.099578 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-142ddfbf-f1c7-4462-a511-28d00eb38e03 admin admin] Publish callbacks [] for security_group (4612acec-560b-4fa4-86f7-56e477cbfe7c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.182430 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-142ddfbf-f1c7-4462-a511-28d00eb38e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4612acec-560b-4fa4-86f7-56e477cbfe7c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.231396 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-142ddfbf-f1c7-4462-a511-28d00eb38e03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8962bdbbd62942e3a254bf19cb1f45ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469443 Mar 10 07:11:59.232326 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ddfbf-f1c7-4462-a511-28d00eb38e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4612acec-560b-4fa4-86f7-56e477cbfe7c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:59.234443 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:11:59.299129 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec533b41-2a0a-4618-b3c0-fa888cf5c1bc admin admin] Publish callbacks [] for security_group (4612acec-560b-4fa4-86f7-56e477cbfe7c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.320515 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec533b41-2a0a-4618-b3c0-fa888cf5c1bc admin admin] Publish callbacks [] for security_group (4612acec-560b-4fa4-86f7-56e477cbfe7c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.681359 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec533b41-2a0a-4618-b3c0-fa888cf5c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4612acec-560b-4fa4-86f7-56e477cbfe7c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.684087 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec533b41-2a0a-4618-b3c0-fa888cf5c1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:11:59.685185 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-ec533b41-2a0a-4618-b3c0-fa888cf5c1bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4612acec-560b-4fa4-86f7-56e477cbfe7c HTTP/1.1" status: 204 len: 168 time: 0.4497876 Mar 10 07:11:59.698840 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec533b41-2a0a-4618-b3c0-fa888cf5c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612acec-560b-4fa4-86f7-56e477cbfe7c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:11:59.721987 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d67f-6706-4c6a-a786-9def294bc037 req-629ad090-4015-420e-99ea-94eff1997967 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:11:59.731608 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9b06d67f-6706-4c6a-a786-9def294bc037 req-629ad090-4015-420e-99ea-94eff1997967 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.2539868 Mar 10 07:11:59.806753 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9b06d67f-6706-4c6a-a786-9def294bc037 req-fdfbe46b-864d-4fde-8aa7-43cd514fdf81 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685604 Mar 10 07:12:00.456295 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43602) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:00.484145 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e15f7261-c47f-4e0d-9d0e-bacedf71c716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.568595 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e15f7261-c47f-4e0d-9d0e-bacedf71c716 admin admin] Publish callbacks [] for security_group (940d532a-db5e-47f6-b84d-2a7bf63e8cc5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.640654 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e15f7261-c47f-4e0d-9d0e-bacedf71c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (940d532a-db5e-47f6-b84d-2a7bf63e8cc5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.682667 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e15f7261-c47f-4e0d-9d0e-bacedf71c716 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5e5fdcc2a0d4ab69ad3a070a0384743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252438 Mar 10 07:12:00.682913 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43606) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:00.683933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f7261-c47f-4e0d-9d0e-bacedf71c716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940d532a-db5e-47f6-b84d-2a7bf63e8cc5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:00.747241 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42fb8658-343d-4887-9703-569188297288 admin admin] Publish callbacks [] for security_group (940d532a-db5e-47f6-b84d-2a7bf63e8cc5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.776506 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42fb8658-343d-4887-9703-569188297288 admin admin] Publish callbacks [] for security_group (940d532a-db5e-47f6-b84d-2a7bf63e8cc5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.924819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42fb8658-343d-4887-9703-569188297288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (940d532a-db5e-47f6-b84d-2a7bf63e8cc5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.925840 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82976f6-97b7-4254-b99c-08d7d23739da req-5d588800-fed8-456d-be74-d324660cc9bf tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:00.928885 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f82976f6-97b7-4254-b99c-08d7d23739da req-5d588800-fed8-456d-be74-d324660cc9bf tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0627778 Mar 10 07:12:00.929739 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42fb8658-343d-4887-9703-569188297288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:00.933242 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-42fb8658-343d-4887-9703-569188297288 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/940d532a-db5e-47f6-b84d-2a7bf63e8cc5 HTTP/1.1" status: 204 len: 168 time: 0.2467256 Mar 10 07:12:00.944835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8658-343d-4887-9703-569188297288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940d532a-db5e-47f6-b84d-2a7bf63e8cc5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:00.995180 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f82976f6-97b7-4254-b99c-08d7d23739da req-2d0a1e99-e065-4ff3-b687-379308893e34 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 Mar 10 07:12:01.739468 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43620) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:01.752504 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcc6d-5b46-4854-b392-3994e379396c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:01.825008 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcc6d-5b46-4854-b392-3994e379396c admin admin] Publish callbacks [] for security_group (46ebea1d-44ee-42b8-b2d5-975aebb3747b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:01.873580 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcc6d-5b46-4854-b392-3994e379396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (46ebea1d-44ee-42b8-b2d5-975aebb3747b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:01.911251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5b5bcc6d-5b46-4854-b392-3994e379396c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6901d976d7dc49fab805bedde68ae01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707075 Mar 10 07:12:01.912126 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bcc6d-5b46-4854-b392-3994e379396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ebea1d-44ee-42b8-b2d5-975aebb3747b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:01.914505 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:01.960980 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f4452ac-f54f-45f5-a43f-b9f1fb58f541 admin admin] Publish callbacks [] for security_group (46ebea1d-44ee-42b8-b2d5-975aebb3747b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:01.981265 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f4452ac-f54f-45f5-a43f-b9f1fb58f541 admin admin] Publish callbacks [] for security_group (46ebea1d-44ee-42b8-b2d5-975aebb3747b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:02.097080 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f4452ac-f54f-45f5-a43f-b9f1fb58f541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (46ebea1d-44ee-42b8-b2d5-975aebb3747b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:02.099761 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f4452ac-f54f-45f5-a43f-b9f1fb58f541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:02.100862 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-9f4452ac-f54f-45f5-a43f-b9f1fb58f541 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46ebea1d-44ee-42b8-b2d5-975aebb3747b HTTP/1.1" status: 204 len: 168 time: 0.1854701 Mar 10 07:12:02.111071 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4452ac-f54f-45f5-a43f-b9f1fb58f541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ebea1d-44ee-42b8-b2d5-975aebb3747b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:02.134218 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d44b4a-493b-4ea8-80f0-1e29e92599fc req-8d96b9be-7986-4041-85de-a8a0e1028bd4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:02.135675 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-59d44b4a-493b-4ea8-80f0-1e29e92599fc req-8d96b9be-7986-4041-85de-a8a0e1028bd4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0710683 Mar 10 07:12:02.183158 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-59d44b4a-493b-4ea8-80f0-1e29e92599fc req-2a9c8e56-c710-4021-8331-cab3b4f29f66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Mar 10 07:12:03.302360 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bebe7d-cf62-4bba-a0e0-9b00d4c322d6 req-7fbbc2eb-917e-4f9e-879c-cd639a09dd11 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:03.303893 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c7bebe7d-cf62-4bba-a0e0-9b00d4c322d6 req-7fbbc2eb-917e-4f9e-879c-cd639a09dd11 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0535421 Mar 10 07:12:03.350617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c7bebe7d-cf62-4bba-a0e0-9b00d4c322d6 req-72fa6216-ab74-49ff-a679-aa37dbb9ce5d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Mar 10 07:12:04.472779 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bbdb1-7d6f-4365-aa32-8031cbf8c898 req-789aa4f7-b475-4304-9c4c-8e6bcacefd77 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:04.474834 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ee7bbdb1-7d6f-4365-aa32-8031cbf8c898 req-789aa4f7-b475-4304-9c4c-8e6bcacefd77 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0584168 Mar 10 07:12:04.520019 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ee7bbdb1-7d6f-4365-aa32-8031cbf8c898 req-7d47b8b4-a86e-4cab-a824-4c26b21c994b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Mar 10 07:12:05.637051 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab37d-e6ea-4fdf-9606-3f6a4758e894 req-5015ff6e-5c41-4551-b193-cb9cf336b865 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:05.638525 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b7ab37d-e6ea-4fdf-9606-3f6a4758e894 req-5015ff6e-5c41-4551-b193-cb9cf336b865 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Mar 10 07:12:05.684769 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b7ab37d-e6ea-4fdf-9606-3f6a4758e894 req-567426a4-14f5-429a-8cce-2716f84756a0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Mar 10 07:12:06.819293 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0d8f-bc0d-427f-9944-b24f903b068b req-c291528d-a740-4b2e-a16e-d679d1e58dda tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:06.822109 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1fd0d8f-bc0d-427f-9944-b24f903b068b req-c291528d-a740-4b2e-a16e-d679d1e58dda tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0674839 Mar 10 07:12:06.878011 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1fd0d8f-bc0d-427f-9944-b24f903b068b req-a1e93ee6-5f99-4790-bbff-3c9878f5d834 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Mar 10 07:12:07.999029 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6b99-5d34-43c4-8af4-b9eec9169aa4 req-3d405e04-ea7a-400a-9a22-7fb827e04ed8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:08.006393 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-676a6b99-5d34-43c4-8af4-b9eec9169aa4 req-3d405e04-ea7a-400a-9a22-7fb827e04ed8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0610554 Mar 10 07:12:08.055947 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-676a6b99-5d34-43c4-8af4-b9eec9169aa4 req-5c27a846-101d-43f4-9678-77df27e30037 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Mar 10 07:12:08.821561 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed107c-898d-4848-9b88-583c3a21643e req-5cf11cb0-36b4-4356-b348-f413c34b18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:08.835999 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dfed107c-898d-4848-9b88-583c3a21643e req-5cf11cb0-36b4-4356-b348-f413c34b18ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 1129 time: 0.0937109 Mar 10 07:12:08.949114 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dfed107c-898d-4848-9b88-583c3a21643e req-2f75c538-1e0e-4f01-b116-01606db6f87d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Mar 10 07:12:09.205924 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aab3c8-a214-40b4-a10f-479beadda9d0 req-58d40962-441e-4607-a7f1-c07b2166a1c2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:09.210258 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-68aab3c8-a214-40b4-a10f-479beadda9d0 req-58d40962-441e-4607-a7f1-c07b2166a1c2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0782454 Mar 10 07:12:09.256703 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-68aab3c8-a214-40b4-a10f-479beadda9d0 req-099afc6b-3910-4d2a-bcba-296718fad35c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Mar 10 07:12:10.405143 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2b405-8741-4e74-8bc7-3815891bc3a5 req-84fbdfa8-ef86-4278-901a-ccf94dfa4b8b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:10.406723 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f6a2b405-8741-4e74-8bc7-3815891bc3a5 req-84fbdfa8-ef86-4278-901a-ccf94dfa4b8b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0653772 Mar 10 07:12:10.484946 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f6a2b405-8741-4e74-8bc7-3815891bc3a5 req-120ec336-eac3-4358-9a3f-042121d5a553 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718884 Mar 10 07:12:11.615289 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64843f-beb9-4d3e-b960-6400f09a72fa req-e39020be-e146-4dfe-8cf1-47e27791e1b2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:11.616980 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8b64843f-beb9-4d3e-b960-6400f09a72fa req-e39020be-e146-4dfe-8cf1-47e27791e1b2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0679545 Mar 10 07:12:11.665172 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8b64843f-beb9-4d3e-b960-6400f09a72fa req-63614143-1c01-4649-85be-b74029314e46 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Mar 10 07:12:11.786571 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd541dcc-e1f1-4879-9f4f-6a42291f96f6 req-9708ee2c-0de9-470e-9a92-b6a32f137519 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:11.789230 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dd541dcc-e1f1-4879-9f4f-6a42291f96f6 req-9708ee2c-0de9-470e-9a92-b6a32f137519 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0582342 Mar 10 07:12:11.844880 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dd541dcc-e1f1-4879-9f4f-6a42291f96f6 req-ad2081a6-4602-4fad-aeee-0ed1d0737259 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480776 Mar 10 07:12:12.450702 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2f3c8b13-e86d-469e-a78b-69d41ef27b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.180909 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:13.289254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1157f624-cd2c-45d5-9fc8-102d1ddb40c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.373899 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1157f624-cd2c-45d5-9fc8-102d1ddb40c1 admin admin] Publish callbacks [] for security_group (9460be0e-82c4-4979-a731-17610d4a3322), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.439568 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1157f624-cd2c-45d5-9fc8-102d1ddb40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (9460be0e-82c4-4979-a731-17610d4a3322), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.480264 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1157f624-cd2c-45d5-9fc8-102d1ddb40c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c678aeb9c17e47f7a8ce52ed88e4eee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973640 Mar 10 07:12:13.481646 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157f624-cd2c-45d5-9fc8-102d1ddb40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9460be0e-82c4-4979-a731-17610d4a3322,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:13.483365 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43932) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:13.533390 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d31f9d7-b47f-41c6-8c7d-f6fb7741bbd9 admin admin] Publish callbacks [] for security_group (9460be0e-82c4-4979-a731-17610d4a3322), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.555669 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d31f9d7-b47f-41c6-8c7d-f6fb7741bbd9 admin admin] Publish callbacks [] for security_group (9460be0e-82c4-4979-a731-17610d4a3322), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.686519 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d31f9d7-b47f-41c6-8c7d-f6fb7741bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (9460be0e-82c4-4979-a731-17610d4a3322), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.689157 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d31f9d7-b47f-41c6-8c7d-f6fb7741bbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:13.692668 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7d31f9d7-b47f-41c6-8c7d-f6fb7741bbd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9460be0e-82c4-4979-a731-17610d4a3322 HTTP/1.1" status: 204 len: 168 time: 0.2059715 Mar 10 07:12:13.702661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f9d7-b47f-41c6-8c7d-f6fb7741bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9460be0e-82c4-4979-a731-17610d4a3322,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:14.512299 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 43952) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:14.525850 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4af-57b7-455b-811e-86a77bbb6c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:14.607464 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4af-57b7-455b-811e-86a77bbb6c75 admin admin] Publish callbacks [] for security_group (49ef1c4a-7eb4-49b6-89fa-d9b8be49d854), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:14.690510 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4af-57b7-455b-811e-86a77bbb6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (49ef1c4a-7eb4-49b6-89fa-d9b8be49d854), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:14.732248 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-83d1c4af-57b7-455b-811e-86a77bbb6c75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e191c108e5248c292ded2f28f362fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188396 Mar 10 07:12:14.733242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1c4af-57b7-455b-811e-86a77bbb6c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef1c4a-7eb4-49b6-89fa-d9b8be49d854,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:14.734883 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 43958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:14.799273 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b802954-fb9d-45e5-ad8e-ff36b963c0a2 admin admin] Publish callbacks [] for security_group (49ef1c4a-7eb4-49b6-89fa-d9b8be49d854), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:14.824367 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b802954-fb9d-45e5-ad8e-ff36b963c0a2 admin admin] Publish callbacks [] for security_group (49ef1c4a-7eb4-49b6-89fa-d9b8be49d854), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:14.983961 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-279acbd7-168c-4440-91be-a3f01f788aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:15.029762 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b802954-fb9d-45e5-ad8e-ff36b963c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (49ef1c4a-7eb4-49b6-89fa-d9b8be49d854), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:15.032616 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b802954-fb9d-45e5-ad8e-ff36b963c0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:15.035164 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3b802954-fb9d-45e5-ad8e-ff36b963c0a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49ef1c4a-7eb4-49b6-89fa-d9b8be49d854 HTTP/1.1" status: 204 len: 168 time: 0.2980080 Mar 10 07:12:15.045588 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b802954-fb9d-45e5-ad8e-ff36b963c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef1c4a-7eb4-49b6-89fa-d9b8be49d854,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:15.993730 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:16.578461 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b53520-a574-4880-a45e-4c450b153de5 req-018c8a86-2935-4d12-a812-593c182927d8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:16.585733 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-70b53520-a574-4880-a45e-4c450b153de5 req-018c8a86-2935-4d12-a812-593c182927d8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0766029 Mar 10 07:12:16.651107 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-57f998bd-40da-4bb2-9c3c-1ec0698e7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:16.653254 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-57f998bd-40da-4bb2-9c3c-1ec0698e7b41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0576661 Mar 10 07:12:16.666760 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-70b53520-a574-4880-a45e-4c450b153de5 req-e96b12b6-6b30-4f34-9f44-81680670a528 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799561 Mar 10 07:12:16.784772 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-cd8ad899-4ba2-46a8-a595-ea73d752f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:16.787335 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-cd8ad899-4ba2-46a8-a595-ea73d752f75e service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.1256096 Mar 10 07:12:16.833735 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-ecf90112-d1f0-485d-9979-221f094f5b64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0397756 Mar 10 07:12:16.891104 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-ba94b2c0-9eba-487b-8e13-951aad01ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:16.892749 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-ba94b2c0-9eba-487b-8e13-951aad01ecd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0521858 Mar 10 07:12:16.938312 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-893d2d19-f935-4b96-9dfa-049bf2fe0798 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299420 Mar 10 07:12:17.063648 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-e74651a5-0f59-47d8-ada9-cb7955634ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159401 Mar 10 07:12:17.217131 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f99c2b46-c3b1-45c9-a6f6-79b340f37cf7 req-8d47780f-57f5-4fff-9a9f-35a17ad74916 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468699 Mar 10 07:12:17.452974 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-595926ac-344f-40bc-8c93-42820fb2036e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882192 Mar 10 07:12:17.459661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:17.568939 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44064) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:17.590466 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310788-7752-47b1-88f1-942bdba91578 req-f804f6bc-c0f4-4a54-8e7f-43ffc2f8d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:17.592150 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-f804f6bc-c0f4-4a54-8e7f-43ffc2f8d7cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0810452 Mar 10 07:12:17.679106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:17.792154 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11d99f81-2dcd-46da-8646-4a2e13b54903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:17.844308 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19404b5-1bc8-498b-884a-cc366afa37d9 req-a90e5311-dcdd-4528-b1e5-ac675f966a24 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:17.854616 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c19404b5-1bc8-498b-884a-cc366afa37d9 req-a90e5311-dcdd-4528-b1e5-ac675f966a24 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.1079631 Mar 10 07:12:18.031066 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11d99f81-2dcd-46da-8646-4a2e13b54903 admin admin] Publish callbacks [] for security_group (82632cd8-5d24-4b2d-a4ca-ebbf95f47322), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:18.077948 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310788-7752-47b1-88f1-942bdba91578 req-8441e13d-13f2-4f0a-a4cd-8252e800b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:18.079691 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-8441e13d-13f2-4f0a-a4cd-8252e800b965 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.4595032 Mar 10 07:12:18.083989 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c19404b5-1bc8-498b-884a-cc366afa37d9 req-eb5b5c3a-3207-4989-a4fd-8b10bd0d155b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286308 Mar 10 07:12:18.090407 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11d99f81-2dcd-46da-8646-4a2e13b54903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (82632cd8-5d24-4b2d-a4ca-ebbf95f47322), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:18.146633 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-11d99f81-2dcd-46da-8646-4a2e13b54903 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20259d10f24d470a872cfeb353edebeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763664 Mar 10 07:12:18.147529 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d99f81-2dcd-46da-8646-4a2e13b54903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82632cd8-5d24-4b2d-a4ca-ebbf95f47322,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:18.149354 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44084) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:18.199250 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-3c1fef0c-ccb3-4953-aa0d-c7eb18f41eac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1000 time: 0.1096518 Mar 10 07:12:18.284090 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1553c78e-d394-4407-a57c-392740e48587 admin admin] Publish callbacks [] for security_group (82632cd8-5d24-4b2d-a4ca-ebbf95f47322), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:18.284090 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310788-7752-47b1-88f1-942bdba91578 req-161e3c97-17fc-4134-8d64-d409a7239cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:18.285165 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-161e3c97-17fc-4134-8d64-d409a7239cbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0793505 Mar 10 07:12:18.334388 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1553c78e-d394-4407-a57c-392740e48587 admin admin] Publish callbacks [] for security_group (82632cd8-5d24-4b2d-a4ca-ebbf95f47322), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:18.382926 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310788-7752-47b1-88f1-942bdba91578 req-513a192b-c786-4a70-9a64-bff1598069c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:18.384591 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-513a192b-c786-4a70-9a64-bff1598069c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896583 Mar 10 07:12:18.510963 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-09b2a7c3-1b1c-4b93-b7ef-5f5b8aa8de63 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166413 Mar 10 07:12:18.580450 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1553c78e-d394-4407-a57c-392740e48587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (82632cd8-5d24-4b2d-a4ca-ebbf95f47322), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:18.583815 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1553c78e-d394-4407-a57c-392740e48587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:18.584973 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-1553c78e-d394-4407-a57c-392740e48587 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82632cd8-5d24-4b2d-a4ca-ebbf95f47322 HTTP/1.1" status: 204 len: 168 time: 0.4343491 Mar 10 07:12:18.602896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c78e-d394-4407-a57c-392740e48587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82632cd8-5d24-4b2d-a4ca-ebbf95f47322,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:18.650155 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d6310788-7752-47b1-88f1-942bdba91578 req-d35f72b6-8e77-48d2-8ae9-89fa43c24ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290700 Mar 10 07:12:18.721772 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:12:18.978466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.227230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed7f1f-0341-4348-8c04-8dc15479df0c req-f9af8c33-5733-4f81-add5-f6340f84054e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:19.229063 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-99ed7f1f-0341-4348-8c04-8dc15479df0c req-f9af8c33-5733-4f81-add5-f6340f84054e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0593605 Mar 10 07:12:19.305253 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-99ed7f1f-0341-4348-8c04-8dc15479df0c req-a72618a0-9aa3-4a11-9679-3f9968b9540a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672939 Mar 10 07:12:19.444851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44132) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:19.458585 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.543097 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:19.549080 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Publish callbacks [] for security_group (71eb3466-03dd-434a-b0a4-42e7fe0f2acd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.626933 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (71eb3466-03dd-434a-b0a4-42e7fe0f2acd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.680099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.686340 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=587995648dc84007a51cdf959064512d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402956 Mar 10 07:12:19.691555 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44138) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:19.710525 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eb3466-03dd-434a-b0a4-42e7fe0f2acd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:19.730665 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.731153 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.731596 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.732081 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.732463 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.732889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.733287 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.733732 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.734615 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.734615 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.734969 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.735380 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.735791 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1b45c-fcac-407a-be02-d456c2ad1b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.765997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df5ad584-a2fc-4bdc-b81f-e5b723f4eb38 admin admin] Publish callbacks [] for security_group (71eb3466-03dd-434a-b0a4-42e7fe0f2acd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.794507 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Publish callbacks [] for security_group (94bc8672-e1f1-4961-b198-a15e7da673fc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.814921 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df5ad584-a2fc-4bdc-b81f-e5b723f4eb38 admin admin] Publish callbacks [] for security_group (71eb3466-03dd-434a-b0a4-42e7fe0f2acd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.879984 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (94bc8672-e1f1-4961-b198-a15e7da673fc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.936446 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=239e5e8f247f4729b3a2d9f491fccb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917592 Mar 10 07:12:19.937334 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bc8672-e1f1-4961-b198-a15e7da673fc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:19.939494 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44140) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:19.962389 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.962741 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.963082 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.963416 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.963744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.964069 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.964414 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.964739 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.965063 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.965418 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.965743 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.972695 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.973596 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887886e2-09e5-46a3-aff2-ef8fc293492b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:19.982034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df5ad584-a2fc-4bdc-b81f-e5b723f4eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (71eb3466-03dd-434a-b0a4-42e7fe0f2acd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.992698 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df5ad584-a2fc-4bdc-b81f-e5b723f4eb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:19.993912 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-df5ad584-a2fc-4bdc-b81f-e5b723f4eb38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71eb3466-03dd-434a-b0a4-42e7fe0f2acd HTTP/1.1" status: 204 len: 168 time: 0.3011305 Mar 10 07:12:20.010472 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ad584-a2fc-4bdc-b81f-e5b723f4eb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eb3466-03dd-434a-b0a4-42e7fe0f2acd,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:20.058499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed1d-aa74-4739-be19-f09ba3680885 admin admin] Publish callbacks [] for security_group (94bc8672-e1f1-4961-b198-a15e7da673fc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.093667 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed1d-aa74-4739-be19-f09ba3680885 admin admin] Publish callbacks [] for security_group (94bc8672-e1f1-4961-b198-a15e7da673fc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.225187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed1d-aa74-4739-be19-f09ba3680885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (94bc8672-e1f1-4961-b198-a15e7da673fc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.228480 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed1d-aa74-4739-be19-f09ba3680885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.232289 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-47a4ed1d-aa74-4739-be19-f09ba3680885 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94bc8672-e1f1-4961-b198-a15e7da673fc HTTP/1.1" status: 204 len: 168 time: 0.2892244 Mar 10 07:12:20.246993 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4ed1d-aa74-4739-be19-f09ba3680885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bc8672-e1f1-4961-b198-a15e7da673fc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:20.470285 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce1c40-e019-4c63-b130-2c542532e275 req-c2d7daaf-8c3c-4b53-bee0-f0651ad6a16f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:20.473416 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-70ce1c40-e019-4c63-b130-2c542532e275 req-c2d7daaf-8c3c-4b53-bee0-f0651ad6a16f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0771821 Mar 10 07:12:20.533587 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-70ce1c40-e019-4c63-b130-2c542532e275 req-123742ef-e4db-4d23-bd32-12f964d54a66 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545185 Mar 10 07:12:20.672177 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44160) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:20.688736 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c747e9d-3556-42ba-ace9-0edbb3302dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.797989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c747e9d-3556-42ba-ace9-0edbb3302dd2 admin admin] Publish callbacks [] for security_group (34458d40-03cd-4d43-a4ee-5a4c6a316820), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.864562 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c747e9d-3556-42ba-ace9-0edbb3302dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (34458d40-03cd-4d43-a4ee-5a4c6a316820), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:20.922245 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44162) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:20.922448 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0c747e9d-3556-42ba-ace9-0edbb3302dd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=542dcf21c006474fbf7f096592f8823e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489924 Mar 10 07:12:20.923204 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c747e9d-3556-42ba-ace9-0edbb3302dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34458d40-03cd-4d43-a4ee-5a4c6a316820,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:20.983650 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c1875b-f0c3-4c2e-9c7c-8654b8afbee3 admin admin] Publish callbacks [] for security_group (34458d40-03cd-4d43-a4ee-5a4c6a316820), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.022631 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c1875b-f0c3-4c2e-9c7c-8654b8afbee3 admin admin] Publish callbacks [] for security_group (34458d40-03cd-4d43-a4ee-5a4c6a316820), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.068241 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44166) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:21.122648 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2faa394-b991-4e52-b895-7cb861eacb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.178635 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c1875b-f0c3-4c2e-9c7c-8654b8afbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (34458d40-03cd-4d43-a4ee-5a4c6a316820), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.183059 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4c1875b-f0c3-4c2e-9c7c-8654b8afbee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.185660 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c4c1875b-f0c3-4c2e-9c7c-8654b8afbee3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34458d40-03cd-4d43-a4ee-5a4c6a316820 HTTP/1.1" status: 204 len: 168 time: 0.2613223 Mar 10 07:12:21.208158 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1875b-f0c3-4c2e-9c7c-8654b8afbee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34458d40-03cd-4d43-a4ee-5a4c6a316820,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:21.290509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2faa394-b991-4e52-b895-7cb861eacb8c admin admin] Publish callbacks [] for security_group (5866ab98-7b97-4b8a-a580-46d3c69090d1), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.377634 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2faa394-b991-4e52-b895-7cb861eacb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5866ab98-7b97-4b8a-a580-46d3c69090d1), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.422053 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f2faa394-b991-4e52-b895-7cb861eacb8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=596affb4440842a8b40b493b1b789fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501184 Mar 10 07:12:21.422053 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faa394-b991-4e52-b895-7cb861eacb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5866ab98-7b97-4b8a-a580-46d3c69090d1,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:21.422608 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44176) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:21.495987 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5966a750-f82d-4814-b4d1-8d13590920da admin admin] Publish callbacks [] for security_group (5866ab98-7b97-4b8a-a580-46d3c69090d1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.523274 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5966a750-f82d-4814-b4d1-8d13590920da admin admin] Publish callbacks [] for security_group (5866ab98-7b97-4b8a-a580-46d3c69090d1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.646936 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5966a750-f82d-4814-b4d1-8d13590920da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5866ab98-7b97-4b8a-a580-46d3c69090d1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.650189 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5966a750-f82d-4814-b4d1-8d13590920da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:21.651508 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5966a750-f82d-4814-b4d1-8d13590920da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5866ab98-7b97-4b8a-a580-46d3c69090d1 HTTP/1.1" status: 204 len: 168 time: 0.2235491 Mar 10 07:12:21.695872 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966a750-f82d-4814-b4d1-8d13590920da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866ab98-7b97-4b8a-a580-46d3c69090d1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:21.835845 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74709537-d0cf-4c4e-9f46-a6e46bbe42ed req-41388fe8-dc87-4656-85b6-642f62a38637 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:21.837849 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-74709537-d0cf-4c4e-9f46-a6e46bbe42ed req-41388fe8-dc87-4656-85b6-642f62a38637 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.1844740 Mar 10 07:12:21.888617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-74709537-d0cf-4c4e-9f46-a6e46bbe42ed req-595a1fba-b67d-4807-a537-3789c508a905 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Mar 10 07:12:23.020355 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627707db-28ba-4e60-94cb-59d21e1aceca req-508837ab-d6f1-422d-9db0-e8b32d5ce6cf tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:23.021883 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-627707db-28ba-4e60-94cb-59d21e1aceca req-508837ab-d6f1-422d-9db0-e8b32d5ce6cf tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0665295 Mar 10 07:12:23.070033 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-627707db-28ba-4e60-94cb-59d21e1aceca req-32d73fa7-e388-490b-ad91-0b9e73ef780b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Mar 10 07:12:23.428385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44244) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:23.529881 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7bc715d-1f8c-4c21-b4fe-02233d138718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.602581 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7bc715d-1f8c-4c21-b4fe-02233d138718 admin admin] Publish callbacks [] for security_group (137f7f26-05d0-4e17-b984-8472fe96f345), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.680575 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7bc715d-1f8c-4c21-b4fe-02233d138718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (137f7f26-05d0-4e17-b984-8472fe96f345), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.721495 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-d7bc715d-1f8c-4c21-b4fe-02233d138718 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c251a0bb5d342069355eae725861335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920413 Mar 10 07:12:23.722351 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc715d-1f8c-4c21-b4fe-02233d138718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f7f26-05d0-4e17-b984-8472fe96f345,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:23.725708 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:23.772036 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41586596-aa8a-4e3c-ae67-639eaf780d8f admin admin] Publish callbacks [] for security_group (137f7f26-05d0-4e17-b984-8472fe96f345), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.792767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41586596-aa8a-4e3c-ae67-639eaf780d8f admin admin] Publish callbacks [] for security_group (137f7f26-05d0-4e17-b984-8472fe96f345), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.903233 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41586596-aa8a-4e3c-ae67-639eaf780d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (137f7f26-05d0-4e17-b984-8472fe96f345), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.905754 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41586596-aa8a-4e3c-ae67-639eaf780d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:23.906869 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-41586596-aa8a-4e3c-ae67-639eaf780d8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/137f7f26-05d0-4e17-b984-8472fe96f345 HTTP/1.1" status: 204 len: 168 time: 0.1798210 Mar 10 07:12:23.914781 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41586596-aa8a-4e3c-ae67-639eaf780d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f7f26-05d0-4e17-b984-8472fe96f345,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:24.193214 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af109d4-93e1-471c-ad12-c0e0701eeabe req-1adeba9a-186a-477e-92bd-8982a102c804 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:24.194773 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1af109d4-93e1-471c-ad12-c0e0701eeabe req-1adeba9a-186a-477e-92bd-8982a102c804 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0544958 Mar 10 07:12:24.252323 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1af109d4-93e1-471c-ad12-c0e0701eeabe req-da662ec8-c581-48dc-bd0b-f2df34a9252e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Mar 10 07:12:24.458194 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-ba4b3ece-54a8-42cc-95b0-0f73a7184064 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692446792&fields=id&tenant_id=2f5beebb6d3f41729144b49e59c7c811 HTTP/1.1" status: 200 len: 267 time: 0.0491390 Mar 10 07:12:24.586641 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-0752b566-2d7e-40f5-9933-f16b167a99d8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:24.588088 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-0752b566-2d7e-40f5-9933-f16b167a99d8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 808 time: 0.1219280 Mar 10 07:12:24.602448 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-80e678a5-b48f-4539-8f38-97e08b0a05c5 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/quotas/2f5beebb6d3f41729144b49e59c7c811 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Mar 10 07:12:24.669837 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-be44aa49-da0e-47fa-8dbc-e3535e56686a tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621910 Mar 10 07:12:24.767364 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-a36abe1b-9ea5-473b-a9da-d1ae22d88501 service neutron] 10.222.0.30 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857139 Mar 10 07:12:24.865823 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-f2b1a5f0-8882-4035-91c4-fe3de1653931 service neutron] 10.222.0.30 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926299 Mar 10 07:12:24.887488 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44306) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:25.039279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-21683540-network', 'tenant_id': 'd04ea036d70d4970a0c7658e13ea0562'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:25.183685 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Made reservation on behalf of d04ea036d70d4970a0c7658e13ea0562 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:25.185968 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.197025 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.269162 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks [] for security_group (b6e19807-5709-467b-a138-5caf88af390b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.348487 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b6e19807-5709-467b-a138-5caf88af390b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.368012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:12:25.369230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9c0af-e384-4670-bb0a-4a1aab64f7fe req-d2f479b2-1b3e-4431-b612-12a913747c92 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:25.371211 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b5a9c0af-e384-4670-bb0a-4a1aab64f7fe req-d2f479b2-1b3e-4431-b612-12a913747c92 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0573492 Mar 10 07:12:25.388186 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (8c9d922f-2863-44f6-902e-314f0695e09e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.388625 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Added segment 8c9d922f-2863-44f6-902e-314f0695e09e of type vlan for network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af Mar 10 07:12:25.390454 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e19807-5709-467b-a138-5caf88af390b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:25.428674 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b5a9c0af-e384-4670-bb0a-4a1aab64f7fe req-3e29b9fa-e12e-435d-98ab-4673f6e30d8c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457261 Mar 10 07:12:25.433012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.508463 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2a23bf64-48bd-49b2-92a7-66f774298355 req-2272376d-ddf6-4f3f-aa7b-6a16cd0f6d2e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 210 time: 0.0304930 Mar 10 07:12:25.531685 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.532762 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:25.533462 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:25.597848 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] Pushing event updated for resources: {'Network': ['ID=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:25.608224 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:12:25.642454 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-e8b5c72d-4c85-4690-8d5f-124ff62e9f84 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7536924 Mar 10 07:12:25.655111 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:25.660622 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Request body: {'subnet': {'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-21683540-subnet', 'tenant_id': 'd04ea036d70d4970a0c7658e13ea0562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:25.777420 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Made reservation on behalf of d04ea036d70d4970a0c7658e13ea0562 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:25.779762 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4333499'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:26.075186 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7450476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4333461'] for subnet (0d2d762a-762d-4406-a3c3-3996d1480546), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:26.130475 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2d762a-762d-4406-a3c3-3996d1480546,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:26.143993 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Checking segment: {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:26.143993 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Network hostable DHCP agents. Network: d0af0e46-0c6c-4aa5-85bf-e2951c01f8af, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:12:26.267678 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:12:26.383601 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, d0af0e46-0c6c-4aa5-85bf-e2951c01f8af) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:26.387804 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:26.388591 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:26.392598 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18305dd1-ab77-4a65-825a-9eddadbdbc36 None None] Network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:12:26.484886 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-189c94c3-eb22-4ce9-b232-ffa9ab77b5fa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8284247 Mar 10 07:12:26.501955 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d92d6-f144-4175-947f-5dcb03540199 None None] Network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:12:26.584701 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15253f99-3777-4667-baeb-f8627ed468e4 req-95470373-1b54-4449-8b12-095c287e88da tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:26.586313 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-15253f99-3777-4667-baeb-f8627ed468e4 req-95470373-1b54-4449-8b12-095c287e88da tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0943487 Mar 10 07:12:26.622708 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c64becef-9009-4409-b862-121fb3478ce0 req-810be88e-3117-4040-98e3-b5c919a91c17 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 210 time: 0.0352015 Mar 10 07:12:26.660702 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-15253f99-3777-4667-baeb-f8627ed468e4 req-59095156-3375-4bea-a00c-7f1cffbe8580 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625122 Mar 10 07:12:27.277566 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44388) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:27.321308 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Deleting subnet a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:12:27.324698 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Publish callbacks [] for subnet (a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.360457 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.403676 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.542408 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.568550 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:27.573968 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.577814 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-ccbf77c9-c0ae-463f-8a14-2b7bc6c35f1a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a7dfbc19-934b-4535-b1e8-6d9f58a5fb8c HTTP/1.1" status: 204 len: 168 time: 0.2991619 Mar 10 07:12:27.579499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44402) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:27.647455 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (3998e981-c7e3-4f0e-bb37-12fb886070cf), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.732412 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (3998e981-c7e3-4f0e-bb37-12fb886070cf), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.745620 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d99f9d29-8191-47e4-89ea-2c874680e1ab req-9d7869f1-81b4-4d43-a442-66ee2741ddee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 210 time: 0.0389190 Mar 10 07:12:27.755820 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3998e981-c7e3-4f0e-bb37-12fb886070cf']}} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:27.766591 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f') {'for_net_delete': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:27.766890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f') {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:27.777291 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6272900'] for segment (2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.790619 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.798343 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:12:27.798823 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5904073'] for segment (2ef20a0b-80a9-4af6-87cc-fbf23f6fa38f), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: Traceback (most recent call last): Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: timer() Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: cb(*args, **kw) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: return func(*args, **kwargs) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: self._notify() Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: self.callback(batched_events) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: event.method(event) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: return f(self, *a, **k) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._get(url).json() Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: return self.request(url, 'GET', **kwargs) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:12:27.800535 dv-cinder-832919-1-iscsi neutron-server[103617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:12:27.808216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fe80c-57dc-4603-bb05-fbcb39592737 req-0140a300-c236-417f-9d8c-ea9985f6b772 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:27.809708 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2b4fe80c-57dc-4603-bb05-fbcb39592737 req-0140a300-c236-417f-9d8c-ea9985f6b772 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0692701 Mar 10 07:12:27.859462 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2b4fe80c-57dc-4603-bb05-fbcb39592737 req-fc101064-ae16-4a31-aa36-3f0a06609393 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Mar 10 07:12:27.942542 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (3998e981-c7e3-4f0e-bb37-12fb886070cf), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.952580 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:27.955668 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] 10.222.0.30 "DELETE /v2.0/networks/3998e981-c7e3-4f0e-bb37-12fb886070cf HTTP/1.1" status: 204 len: 168 time: 0.3752620 Mar 10 07:12:27.973029 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80094b72-4f70-4acb-8946-6560656e0a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3998e981-c7e3-4f0e-bb37-12fb886070cf,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:27.987206 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-232046f2-aaa9-4fc3-945b-50bfa1dbbcd1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:27.988660 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-232046f2-aaa9-4fc3-945b-50bfa1dbbcd1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.20 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 808 time: 0.1272080 Mar 10 07:12:28.062239 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-3664cf21-ad8e-4c0b-b143-0a012a621a96 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f5beebb6d3f41729144b49e59c7c811 HTTP/1.1" status: 200 len: 380 time: 0.0638583 Mar 10 07:12:28.071034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'port': {'device_id': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'admin_state_up': True, 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'security_groups': ['31293d53-d1e5-40ff-81a7-31c19ee097ae']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:28.229244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Made reservation on behalf of 2f5beebb6d3f41729144b49e59c7c811 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:28.232721 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.308481 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:28.346297 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a3d6736c-4cfa-4557-8852-200fb27c56ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20e015555920438b9a280fd39fb97ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367062 Mar 10 07:12:28.349228 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44414) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:28.360444 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Allocated IP 172.20.0.5 (49081606-0680-4e63-907e-aa47f0a0685a/cbfb5474-7519-4845-96fe-ea4a31e9deec/12ca5fd8-5506-4117-8cac-9e68beb217f5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:28.396370 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb31eeb-2cac-4738-9fa9-b231e60c89cc admin admin] Publish callbacks [] for security_group (3a7039e9-c2e4-497f-bab0-38b4273040e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.421209 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb31eeb-2cac-4738-9fa9-b231e60c89cc admin admin] Publish callbacks [] for security_group (3a7039e9-c2e4-497f-bab0-38b4273040e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.504144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.520910 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb31eeb-2cac-4738-9fa9-b231e60c89cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (3a7039e9-c2e4-497f-bab0-38b4273040e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.523502 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb31eeb-2cac-4738-9fa9-b231e60c89cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.526494 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-cdb31eeb-2cac-4738-9fa9-b231e60c89cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a7039e9-c2e4-497f-bab0-38b4273040e7 HTTP/1.1" status: 204 len: 168 time: 0.1746378 Mar 10 07:12:28.532797 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb31eeb-2cac-4738-9fa9-b231e60c89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7039e9-c2e4-497f-bab0-38b4273040e7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:28.589550 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.634644 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Network 49081606-0680-4e63-907e-aa47f0a0685a is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:28.639657 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:28.643266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:28.650695 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:28.695843 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:28.696831 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.781358 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-8e73dd29-9033-4e9e-a15e-e514d56afac6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136936 Mar 10 07:12:28.866879 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ea2a-14fe-42d3-9027-74e1cedc9f5f req-47bedd6f-d5bc-47c4-bdfd-f1fbbfeb78a2 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:28.868336 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a45ea2a-14fe-42d3-9027-74e1cedc9f5f req-47bedd6f-d5bc-47c4-bdfd-f1fbbfeb78a2 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 931 time: 0.0530870 Mar 10 07:12:28.913798 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-33ef2725-60aa-4e46-b309-26ed13fb3cd7 None None] Provisioning complete for port 12ca5fd8-5506-4117-8cac-9e68beb217f5 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:28.914770 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-33ef2725-60aa-4e46-b309-26ed13fb3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:28.923130 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a45ea2a-14fe-42d3-9027-74e1cedc9f5f req-94f239a9-45f9-49f8-ad79-533ea1a66fdc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490079 Mar 10 07:12:28.952857 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-33ef2725-60aa-4e46-b309-26ed13fb3cd7 None None] Port 12ca5fd8-5506-4117-8cac-9e68beb217f5 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:12:28.996950 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dfe85-6f6d-4fa8-a40f-42a10eb90a90 req-14fbaa5b-695c-47e4-b86c-5098a20184ae tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:28.998436 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-380dfe85-6f6d-4fa8-a40f-42a10eb90a90 req-14fbaa5b-695c-47e4-b86c-5098a20184ae tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0523112 Mar 10 07:12:29.052109 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Request body: {'port': {'device_id': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:29.057014 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-380dfe85-6f6d-4fa8-a40f-42a10eb90a90 req-cc225668-44c4-4491-b322-57bf24b3d7bf tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522873 Mar 10 07:12:29.113459 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:29.372377 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ca5fd8-5506-4117-8cac-9e68beb217f5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:12:29.379844 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Publish callbacks [] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:29.391998 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Transition to ACTIVE for port object 12ca5fd8-5506-4117-8cac-9e68beb217f5 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:12:29.491727 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:29.555056 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:29.633376 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Attempting to bind port 12ca5fd8-5506-4117-8cac-9e68beb217f5 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:29.633715 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Attempting to bind port 12ca5fd8-5506-4117-8cac-9e68beb217f5 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:29.634231 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Attempting to bind port 12ca5fd8-5506-4117-8cac-9e68beb217f5 on network 49081606-0680-4e63-907e-aa47f0a0685a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:29.639625 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Port 12ca5fd8-5506-4117-8cac-9e68beb217f5 on network 49081606-0680-4e63-907e-aa47f0a0685a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:12:29.640390 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Attempting to bind port 12ca5fd8-5506-4117-8cac-9e68beb217f5 on network 49081606-0680-4e63-907e-aa47f0a0685a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:29.652713 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:29.652895 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Checking segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:29.653548 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Bound using segment: {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:29.654167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Bound port: 12ca5fd8-5506-4117-8cac-9e68beb217f5, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90df99ff-6ec9-4736-a47e-64b0e10ded33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:29.655225 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:29.765104 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:29.768167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:29.845214 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-ae674661-0a63-4235-8723-51f7a1c5f6ce tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:29.846732 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-ae674661-0a63-4235-8723-51f7a1c5f6ce tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/networks?id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af HTTP/1.1" status: 200 len: 812 time: 0.1757393 Mar 10 07:12:29.847069 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:29.864138 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-cd4dd630-53dc-4f17-b3d4-b889e2507b09 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/quotas/d04ea036d70d4970a0c7658e13ea0562 HTTP/1.1" status: 200 len: 375 time: 0.0099397 Mar 10 07:12:29.882906 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:29.883446 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:29.885097 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] 10.222.0.20 "PUT /v2.0/ports/12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 1093 time: 0.8378267 Mar 10 07:12:29.887751 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:12:29.890117 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1b5250-c967-46b5-9b29-a2ef8c208c19" -d '{"events": [{"name": "network-changed", "server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:12:29.904553 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-d8920c1d-d945-4508-8bc5-1c95dfbf6713 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04ea036d70d4970a0c7658e13ea0562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308754 Mar 10 07:12:29.933198 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be92d11-3358-46d2-a14f-6ef78b3499ee service neutron] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:29.963275 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437fba3-9edb-4959-a607-5055884a33e2 x-openstack-request-id: req-0437fba3-9edb-4959-a607-5055884a33e2 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:12:29.963644 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:12:29.963969 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0437fba3-9edb-4959-a607-5055884a33e2 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:12:29.964437 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'status': 'completed', 'code': 200} Mar 10 07:12:30.061185 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-137524e1-d689-496e-9566-a4db09abe6f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471736 Mar 10 07:12:30.144025 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3183f-dbee-42af-89a7-04dad4c30580 req-6d1d1395-a88e-47f2-8bb5-2845d0c10233 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:30.146085 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-54a3183f-dbee-42af-89a7-04dad4c30580 req-6d1d1395-a88e-47f2-8bb5-2845d0c10233 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.1211505 Mar 10 07:12:30.192204 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-a777445c-8a4a-4df1-a9c0-fe2c49350f47 service neutron] 10.222.0.30 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230645 Mar 10 07:12:30.211186 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-54a3183f-dbee-42af-89a7-04dad4c30580 req-2ba941b7-dd59-469e-bea9-b952c3e6ccaa tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588357 Mar 10 07:12:30.321731 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b7074-d64e-441d-b6aa-507cd5128288 req-c11e6b09-73b5-4612-bfea-8b78b6a2f8aa tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:30.323227 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-da9b7074-d64e-441d-b6aa-507cd5128288 req-c11e6b09-73b5-4612-bfea-8b78b6a2f8aa tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0561998 Mar 10 07:12:30.377699 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-da9b7074-d64e-441d-b6aa-507cd5128288 req-8d9fbe59-3cb8-4948-932d-65e790055a75 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488997 Mar 10 07:12:30.488878 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7ca422f9-4975-4cd0-ae35-ade545e47496 req-19680dff-c990-40fc-809d-1b131c7e6e0d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 210 time: 0.0314653 Mar 10 07:12:31.324360 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f3bb7-346e-4d50-84c3-3ee4706a2a7e req-b79a33da-f674-44f3-9cf2-dea90bd105f8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:31.325833 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-684f3bb7-346e-4d50-84c3-3ee4706a2a7e req-b79a33da-f674-44f3-9cf2-dea90bd105f8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0515852 Mar 10 07:12:31.375207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-684f3bb7-346e-4d50-84c3-3ee4706a2a7e req-ee257b7c-55da-410e-908b-08bd82a9dd21 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Mar 10 07:12:31.493343 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e68be0-8ce1-4996-8e0f-f7a9cbe5e34e req-3e14fa94-24d8-4f0d-a7c7-54aa923c7cb3 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:31.494707 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95e68be0-8ce1-4996-8e0f-f7a9cbe5e34e req-3e14fa94-24d8-4f0d-a7c7-54aa923c7cb3 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0521495 Mar 10 07:12:31.542309 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95e68be0-8ce1-4996-8e0f-f7a9cbe5e34e req-dcb2b4d2-5b77-474e-8ab2-0b39a33ad0df tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Mar 10 07:12:31.570845 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-01114cb0-39fa-4396-bd36-5fcc39ea86f5 req-aafe9b33-2736-4c4f-a3f0-3896fc02d6b7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 210 time: 0.0328765 Mar 10 07:12:32.488915 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f8ba6-3e45-4a05-a5fa-d9504c07fe45 req-5740d68b-dcc8-4fc9-aa27-7cf620d5a342 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:32.490366 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-474f8ba6-3e45-4a05-a5fa-d9504c07fe45 req-5740d68b-dcc8-4fc9-aa27-7cf620d5a342 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0510924 Mar 10 07:12:32.536876 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-474f8ba6-3e45-4a05-a5fa-d9504c07fe45 req-9c374afd-6d19-46cf-bc58-574674d50dee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Mar 10 07:12:32.669855 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a46f2f14-09c4-4742-8789-0ad50dcb9b5c req-bf160d4f-5a83-40b4-b47d-4eacbaeae523 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 210 time: 0.0281942 Mar 10 07:12:32.688071 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79513f-8b76-4285-a4fc-464a81a22e60 req-17b6176a-af3b-4be0-a8c0-ee4d678a534c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:32.688071 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f79513f-8b76-4285-a4fc-464a81a22e60 req-17b6176a-af3b-4be0-a8c0-ee4d678a534c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0756140 Mar 10 07:12:32.752264 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f79513f-8b76-4285-a4fc-464a81a22e60 req-2fc8bddd-eedc-4bda-92fd-e1a911ac3ac9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621653 Mar 10 07:12:32.752856 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b5250-c967-46b5-9b29-a2ef8c208c19 req-5ebef74c-9bc6-40c9-83eb-61a2bc7dbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:32.754951 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e1b5250-c967-46b5-9b29-a2ef8c208c19 req-5ebef74c-9bc6-40c9-83eb-61a2bc7dbb20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1127 time: 0.0444553 Mar 10 07:12:32.858348 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b5250-c967-46b5-9b29-a2ef8c208c19 req-9daf404f-4c7f-4122-926a-0fed663c7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:32.859821 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e1b5250-c967-46b5-9b29-a2ef8c208c19 req-9daf404f-4c7f-4122-926a-0fed663c7809 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f5beebb6d3f41729144b49e59c7c811&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0943253 Mar 10 07:12:32.959725 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b5250-c967-46b5-9b29-a2ef8c208c19 req-e247a918-700b-4b42-8822-d4fa65033e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:32.961175 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e1b5250-c967-46b5-9b29-a2ef8c208c19 req-e247a918-700b-4b42-8822-d4fa65033e56 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944815 Mar 10 07:12:33.046787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-6f063e72-3a3e-44f9-876c-21786534eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.048846 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-6f063e72-3a3e-44f9-876c-21786534eede service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1127 time: 0.0488639 Mar 10 07:12:33.115788 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-ddb2ace1-b3a4-45aa-a827-4d0dc4f3c3bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 217 time: 0.0478330 Mar 10 07:12:33.172866 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-0f93466c-822b-47ee-bd2d-722f0228bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.174424 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-0f93466c-822b-47ee-bd2d-722f0228bfcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 200 len: 847 time: 0.0518634 Mar 10 07:12:33.273121 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-e49e43f6-284e-4495-8b8d-5a431e96f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.274653 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-e49e43f6-284e-4495-8b8d-5a431e96f24f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49081606-0680-4e63-907e-aa47f0a0685a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466433 Mar 10 07:12:33.366598 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-55301bc2-52ee-4ef9-94e0-0d2ba62e5777 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836937 Mar 10 07:12:33.465127 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6f58cff2-18f2-49d4-a737-1f42b05b2802 req-cb03183f-6318-4e75-9639-051664b52c10 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867569 Mar 10 07:12:33.660396 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c4b00-8e19-4f3e-a2db-869641a38932 req-6a10f924-0ae6-4b7c-b8b5-6d44b6e0c8c6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.661936 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c25c4b00-8e19-4f3e-a2db-869641a38932 req-6a10f924-0ae6-4b7c-b8b5-6d44b6e0c8c6 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0535820 Mar 10 07:12:33.716704 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c25c4b00-8e19-4f3e-a2db-869641a38932 req-c4db78ef-9ed4-46f5-b3e2-2d668355db34 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 Mar 10 07:12:33.778083 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a28b4fe6-18d8-4464-9224-fe22981943c6 req-f618cc85-de1d-411a-9605-bc7ef1d47dcd tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Mar 10 07:12:33.826600 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023aaa-29bb-4f87-9c53-1399d6c1d129 req-8ec4dc23-8430-4d20-9884-f4e84f037d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.828330 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc023aaa-29bb-4f87-9c53-1399d6c1d129 req-8ec4dc23-8430-4d20-9884-f4e84f037d2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0604224 Mar 10 07:12:33.872194 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dc023aaa-29bb-4f87-9c53-1399d6c1d129 req-b1212bc6-d69e-4c76-bb23-b334be5889cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376539 Mar 10 07:12:33.889279 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4f0f-f0db-4336-a8cc-04298a260ff6 req-6190f855-bffb-44c7-8349-7205676c4136 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.890724 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40fe4f0f-f0db-4336-a8cc-04298a260ff6 req-6190f855-bffb-44c7-8349-7205676c4136 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0560274 Mar 10 07:12:33.937846 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40fe4f0f-f0db-4336-a8cc-04298a260ff6 req-cc29183b-9a2f-4bcd-ac96-4ea3beb47c2a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Mar 10 07:12:33.978038 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-ecae4f05-77ed-42e9-8646-6259a695f364 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:33.979364 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-ecae4f05-77ed-42e9-8646-6259a695f364 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "GET /v2.0/networks?id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af HTTP/1.1" status: 200 len: 812 time: 0.1061695 Mar 10 07:12:34.280915 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Request body: {'port': {'device_id': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af', 'admin_state_up': True, 'tenant_id': 'd04ea036d70d4970a0c7658e13ea0562'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:34.490501 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Made reservation on behalf of d04ea036d70d4970a0c7658e13ea0562 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:34.493874 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:34.623260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Allocated IP 172.20.0.4 (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af/0d2d762a-762d-4406-a3c3-3996d1480546/186317d0-08ac-4607-be76-a942ef4f71c2) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:34.768104 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks [] for port (186317d0-08ac-4607-be76-a942ef4f71c2), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:34.842542 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac10009-9fbe-42b4-a96f-174ee8394b3b req-d7e4c463-ad64-4fd4-b0b9-408740af99c9 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:34.843983 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2ac10009-9fbe-42b4-a96f-174ee8394b3b req-d7e4c463-ad64-4fd4-b0b9-408740af99c9 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0599544 Mar 10 07:12:34.852664 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:34.901325 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:34.904382 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:34.906920 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:34.924056 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2ac10009-9fbe-42b4-a96f-174ee8394b3b req-c19fb4cb-026f-4d03-9f1e-cd6f3bfb00ac tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737555 Mar 10 07:12:34.933011 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Pushing event updated for resources: {'Port': ['ID=186317d0-08ac-4607-be76-a942ef4f71c2,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:34.936234 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e69d9-819c-44be-b2d1-5bd579d00e73 req-31f6376d-ffb4-4b98-91d6-5e96c95a9eab tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:34.940067 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f01e69d9-819c-44be-b2d1-5bd579d00e73 req-31f6376d-ffb4-4b98-91d6-5e96c95a9eab tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 931 time: 0.0865655 Mar 10 07:12:34.967670 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:34.968376 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:34.989877 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f01e69d9-819c-44be-b2d1-5bd579d00e73 req-acfcb72f-0b77-4fc4-9ef5-4e16f6bf7178 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Mar 10 07:12:35.049255 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-7c901930-c6f3-450e-937b-39010c9edad7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7731476 Mar 10 07:12:35.059611 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619af91-4e76-482a-b069-35da18d35088 req-b1f0a441-a325-4804-88da-f6553bda7e2d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:35.060950 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2619af91-4e76-482a-b069-35da18d35088 req-b1f0a441-a325-4804-88da-f6553bda7e2d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0509953 Mar 10 07:12:35.079355 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Request body: {'port': {'device_id': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:35.115398 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2619af91-4e76-482a-b069-35da18d35088 req-875635c5-5764-4dd3-8147-45a2214b42f2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Mar 10 07:12:35.146763 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:35.405845 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186317d0-08ac-4607-be76-a942ef4f71c2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:12:35.417279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Publish callbacks [] for port (186317d0-08ac-4607-be76-a942ef4f71c2), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:35.425479 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Transition to ACTIVE for port object 186317d0-08ac-4607-be76-a942ef4f71c2 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:12:35.478713 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:35.529638 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=186317d0-08ac-4607-be76-a942ef4f71c2,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:35.605346 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Attempting to bind port 186317d0-08ac-4607-be76-a942ef4f71c2 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:35.605676 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Attempting to bind port 186317d0-08ac-4607-be76-a942ef4f71c2 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:35.605992 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Attempting to bind port 186317d0-08ac-4607-be76-a942ef4f71c2 on network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:35.610094 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Port 186317d0-08ac-4607-be76-a942ef4f71c2 on network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:12:35.610438 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Attempting to bind port 186317d0-08ac-4607-be76-a942ef4f71c2 on network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:35.615062 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:35.615386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Checking segment: {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:35.615754 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Bound using segment: {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:35.616173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Bound port: 186317d0-08ac-4607-be76-a942ef4f71c2, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:35.616527 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:35.682123 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] For port 186317d0-08ac-4607-be76-a942ef4f71c2, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:35.684945 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] For port 186317d0-08ac-4607-be76-a942ef4f71c2, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=186317d0-08ac-4607-be76-a942ef4f71c2,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:35.793461 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:35.831884 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:35.833636 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:35.835912 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/186317d0-08ac-4607-be76-a942ef4f71c2 HTTP/1.1" status: 200 len: 1093 time: 0.7605619 Mar 10 07:12:35.835912 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'tag': '186317d0-08ac-4607-be76-a942ef4f71c2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:12:35.838173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3423fdd2-788b-4b93-af22-584b455de0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "02a870be-74db-4f96-b349-4e63dc8df7f1", "tag": "186317d0-08ac-4607-be76-a942ef4f71c2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:12:35.861095 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e141b3-28b4-44f3-895d-3acd3b89a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=186317d0-08ac-4607-be76-a942ef4f71c2,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:35.880490 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e53e616-decf-428a-9e1f-7d9ae28c089b x-openstack-request-id: req-4e53e616-decf-428a-9e1f-7d9ae28c089b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:12:35.880490 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a870be-74db-4f96-b349-4e63dc8df7f1", "tag": "186317d0-08ac-4607-be76-a942ef4f71c2", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:12:35.880490 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e53e616-decf-428a-9e1f-7d9ae28c089b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:12:35.880490 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'tag': '186317d0-08ac-4607-be76-a942ef4f71c2', 'status': 'completed', 'code': 200} Mar 10 07:12:35.952889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423fdd2-788b-4b93-af22-584b455de0a7 req-0a07c0f5-df44-4017-9e71-3fa52e6a3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:35.954601 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3423fdd2-788b-4b93-af22-584b455de0a7 req-0a07c0f5-df44-4017-9e71-3fa52e6a3a6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d04ea036d70d4970a0c7658e13ea0562&device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 1127 time: 0.0464203 Mar 10 07:12:36.062062 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00ab0-c6ba-4420-9d16-5ebcdb94022f req-1e351d8b-8700-4a79-bc95-9623dbe34a18 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.068281 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6d00ab0-c6ba-4420-9d16-5ebcdb94022f req-1e351d8b-8700-4a79-bc95-9623dbe34a18 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0744312 Mar 10 07:12:36.070328 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423fdd2-788b-4b93-af22-584b455de0a7 req-32368ad4-85b2-428b-9ac3-c5c9b0ab6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.071810 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3423fdd2-788b-4b93-af22-584b455de0a7 req-32368ad4-85b2-428b-9ac3-c5c9b0ab6c3f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d04ea036d70d4970a0c7658e13ea0562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079965 Mar 10 07:12:36.144687 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6d00ab0-c6ba-4420-9d16-5ebcdb94022f req-7eb0c466-ae7b-450c-b496-1665ba3581ec tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747931 Mar 10 07:12:36.155855 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774309-b1c4-40cc-87d4-2d8bf1c84dec req-c39ad63f-29dd-4d73-ac84-89b478ca4fb1 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.157233 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d774309-b1c4-40cc-87d4-2d8bf1c84dec req-c39ad63f-29dd-4d73-ac84-89b478ca4fb1 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 943 time: 0.0816817 Mar 10 07:12:36.171033 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423fdd2-788b-4b93-af22-584b455de0a7 req-730618f3-24e0-4f48-9f86-33485fe1cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.172563 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3423fdd2-788b-4b93-af22-584b455de0a7 req-730618f3-24e0-4f48-9f86-33485fe1cd4a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938163 Mar 10 07:12:36.212628 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d774309-b1c4-40cc-87d4-2d8bf1c84dec req-559960ed-3cd5-45c9-9446-682e0763420f tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Mar 10 07:12:36.257548 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-c33fb413-77cb-48d7-a604-eb1cd485f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.259023 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-c33fb413-77cb-48d7-a604-eb1cd485f596 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d04ea036d70d4970a0c7658e13ea0562&device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 1127 time: 0.0502324 Mar 10 07:12:36.272141 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e49362-699f-4c80-b48e-281b73a811a6 req-a65e0742-f75e-4c92-91e2-edd6f2408ed7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.273649 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3e49362-699f-4c80-b48e-281b73a811a6 req-a65e0742-f75e-4c92-91e2-edd6f2408ed7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0655053 Mar 10 07:12:36.312137 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-dd723984-6ed0-401e-bb40-b4ee2f727a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186317d0-08ac-4607-be76-a942ef4f71c2 HTTP/1.1" status: 200 len: 217 time: 0.0416462 Mar 10 07:12:36.322071 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3e49362-699f-4c80-b48e-281b73a811a6 req-340684d9-1241-4be3-be7f-d134c1261544 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Mar 10 07:12:36.364062 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-0c21a290-1436-4d33-9a21-f207799f29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.365552 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-0c21a290-1436-4d33-9a21-f207799f29e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d2d762a-762d-4406-a3c3-3996d1480546 HTTP/1.1" status: 200 len: 852 time: 0.0441892 Mar 10 07:12:36.399296 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-686d3925-8d36-491e-93dc-cfab05b5797e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266149 Mar 10 07:12:36.499373 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-efdb97f4-5ac0-4984-b9b1-796ed3dad4e5 service neutron] 10.222.0.20 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906944 Mar 10 07:12:36.587771 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3bbd3e0a-eb09-403a-a21c-9f343b51daec req-d0c21eaf-5ad1-418b-b39c-be7335065fe0 service neutron] 10.222.0.20 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812089 Mar 10 07:12:36.715956 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d60f8-d5cb-4d8c-8630-34f266ed71b6 req-56fb1264-8eeb-4f11-a80b-69bb623732d7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.717511 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-636d60f8-d5cb-4d8c-8630-34f266ed71b6 req-56fb1264-8eeb-4f11-a80b-69bb623732d7 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0531621 Mar 10 07:12:36.767507 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-636d60f8-d5cb-4d8c-8630-34f266ed71b6 req-55dc7c4e-0c6c-4ecd-8e4c-b858f20d1f3b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Mar 10 07:12:36.783121 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-f6528f2d-4797-4bb8-aab6-31371ffa1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.784601 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-f6528f2d-4797-4bb8-aab6-31371ffa1315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0513911 Mar 10 07:12:36.886144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-3d4a0fff-5b95-4795-95f7-dc2fff252070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.887044 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-3d4a0fff-5b95-4795-95f7-dc2fff252070 service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.0942256 Mar 10 07:12:36.929834 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-4b5e3b5e-7db0-4c19-a800-940dba99ba02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0367990 Mar 10 07:12:36.977994 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-cf301546-a215-42c6-b713-bf77f5a1262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:36.979436 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-cf301546-a215-42c6-b713-bf77f5a1262c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0431371 Mar 10 07:12:37.011327 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-a94b5673-1bd2-485c-9d23-52965cc53fba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254045 Mar 10 07:12:37.100161 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-f6203310-404f-4328-948f-e08d54494335 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824940 Mar 10 07:12:37.190470 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-bd652e8d-f331-4ca9-be4e-686baccfe22e req-45becd93-4e72-4af8-9aa1-f91787d2956e service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838456 Mar 10 07:12:37.262579 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d878cc-2bde-4023-9c1e-bc4b9e63d281 req-12715ee1-25b0-462d-b897-547f47597c9f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:37.264027 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94d878cc-2bde-4023-9c1e-bc4b9e63d281 req-12715ee1-25b0-462d-b897-547f47597c9f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0520546 Mar 10 07:12:37.339194 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-94d878cc-2bde-4023-9c1e-bc4b9e63d281 req-a478ade6-6a30-4def-af5e-749bd7301406 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695183 Mar 10 07:12:37.360377 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4deba-4ceb-425b-a988-a87206ddb073 req-13d797e8-78b8-4d0a-b67b-7dd35df084dd tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:37.360377 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4fd4deba-4ceb-425b-a988-a87206ddb073 req-13d797e8-78b8-4d0a-b67b-7dd35df084dd tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 943 time: 0.0737925 Mar 10 07:12:37.404588 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4fd4deba-4ceb-425b-a988-a87206ddb073 req-cc6f408e-9975-49bd-9199-82cf5647d019 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Mar 10 07:12:38.045076 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c50a9f-7aee-46e6-b465-4d416acab3c9 req-77940d3b-e150-4c41-b6dd-46414525646f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:38.046572 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-37c50a9f-7aee-46e6-b465-4d416acab3c9 req-77940d3b-e150-4c41-b6dd-46414525646f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.2127092 Mar 10 07:12:38.091526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-37c50a9f-7aee-46e6-b465-4d416acab3c9 req-ea2014b8-e0a4-4a1e-ac83-65596dea8903 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389547 Mar 10 07:12:38.464634 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9f2ed-f500-4c17-9940-5e6cf2d36645 req-7118dacf-c4ef-48ec-b386-420badec394b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:38.467045 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8c9f2ed-f500-4c17-9940-5e6cf2d36645 req-7118dacf-c4ef-48ec-b386-420badec394b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0542550 Mar 10 07:12:38.543380 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8c9f2ed-f500-4c17-9940-5e6cf2d36645 req-e044f6d7-0812-4818-8046-fb8e0c77b0b2 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707181 Mar 10 07:12:38.558446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61856-4e99-4620-bff3-20620664463e req-82b17058-b202-41e0-a9c2-127b6bc42c57 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:38.559950 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f6a61856-4e99-4620-bff3-20620664463e req-82b17058-b202-41e0-a9c2-127b6bc42c57 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 943 time: 0.0806203 Mar 10 07:12:38.605754 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f6a61856-4e99-4620-bff3-20620664463e req-0f5896ca-2ea1-4cad-a46e-b22b89b74109 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400331 Mar 10 07:12:39.205083 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c274ff-9322-4ee0-9b47-4d9b026f12a7 req-4fcd61e5-4531-4bd8-93c6-587393b5e261 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:39.206562 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-00c274ff-9322-4ee0-9b47-4d9b026f12a7 req-4fcd61e5-4531-4bd8-93c6-587393b5e261 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0506151 Mar 10 07:12:39.253017 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-00c274ff-9322-4ee0-9b47-4d9b026f12a7 req-04a1a814-083f-4bfa-bd74-98744dc610fd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 10 07:12:39.664675 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca250e-28b3-4e7d-9ea4-a6243aab9c20 req-b5d0e070-e106-4eae-9d95-43ee8aca7883 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:39.666206 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0dca250e-28b3-4e7d-9ea4-a6243aab9c20 req-b5d0e070-e106-4eae-9d95-43ee8aca7883 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0571513 Mar 10 07:12:39.694552 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44656) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:39.746135 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0dca250e-28b3-4e7d-9ea4-a6243aab9c20 req-49ce154e-33a2-4b1c-a14e-95233e8aa949 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738134 Mar 10 07:12:39.769632 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c905e-7fd9-40f9-a921-cc841796f397 req-598a8be0-3a08-4718-a645-48808b1ae449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:39.771114 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7d2c905e-7fd9-40f9-a921-cc841796f397 req-598a8be0-3a08-4718-a645-48808b1ae449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 943 time: 0.0922372 Mar 10 07:12:39.802430 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6c616d8-e10a-42a4-851b-7ffee372e1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:39.817813 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7d2c905e-7fd9-40f9-a921-cc841796f397 req-e0b90845-f3c4-4b10-9eb4-8692bb2ea713 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Mar 10 07:12:39.874155 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6c616d8-e10a-42a4-851b-7ffee372e1d2 admin admin] Publish callbacks [] for security_group (bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:39.937839 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6c616d8-e10a-42a4-851b-7ffee372e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:39.979147 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c6c616d8-e10a-42a4-851b-7ffee372e1d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=265bc2bb12774d6b8aed1534fcaec3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835228 Mar 10 07:12:39.979982 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c616d8-e10a-42a4-851b-7ffee372e1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:39.981826 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44660) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:40.030933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4159a6e8-89d8-46db-bdd3-826d24589b69 admin admin] Publish callbacks [] for security_group (bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:40.051218 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4159a6e8-89d8-46db-bdd3-826d24589b69 admin admin] Publish callbacks [] for security_group (bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:40.178078 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4159a6e8-89d8-46db-bdd3-826d24589b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:40.180538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4159a6e8-89d8-46db-bdd3-826d24589b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:40.181729 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4159a6e8-89d8-46db-bdd3-826d24589b69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6 HTTP/1.1" status: 204 len: 168 time: 0.1989124 Mar 10 07:12:40.190105 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159a6e8-89d8-46db-bdd3-826d24589b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0ac7bc-34c6-4dd9-a28e-59cf8eb668a6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:40.367722 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ce5a-7551-47f3-ae65-5337aec83dbc req-a2fbab4a-5afa-4ce3-b0d5-8f6db3984f25 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:40.369169 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3ae4ce5a-7551-47f3-ae65-5337aec83dbc req-a2fbab4a-5afa-4ce3-b0d5-8f6db3984f25 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0518517 Mar 10 07:12:40.418873 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3ae4ce5a-7551-47f3-ae65-5337aec83dbc req-e76003e2-2f8f-4dbd-a29c-4f55709e0597 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Mar 10 07:12:40.865649 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741323c-dc28-4236-b62a-5e9ee85fb265 req-f4aa0c93-fc8a-4c48-8a03-09cf7e988f2b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:40.867445 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d741323c-dc28-4236-b62a-5e9ee85fb265 req-f4aa0c93-fc8a-4c48-8a03-09cf7e988f2b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0545022 Mar 10 07:12:40.961310 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d741323c-dc28-4236-b62a-5e9ee85fb265 req-483a1422-5e82-4a08-a940-bcdb63b91a23 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787442 Mar 10 07:12:40.975896 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36440dc1-cabb-4386-a5db-4a7a1e93a16c req-41183275-d61f-43aa-8afd-3ca238577dc0 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:40.977380 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-36440dc1-cabb-4386-a5db-4a7a1e93a16c req-41183275-d61f-43aa-8afd-3ca238577dc0 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 943 time: 0.0785408 Mar 10 07:12:41.030897 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-36440dc1-cabb-4386-a5db-4a7a1e93a16c req-4874098c-056b-4f2d-8c05-fbf5140e1219 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Mar 10 07:12:41.039476 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 186317d0-08ac-4607-be76-a942ef4f71c2 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:12:41.139033 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 186317d0-08ac-4607-be76-a942ef4f71c2, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=186317d0-08ac-4607-be76-a942ef4f71c2,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:41.150664 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '186317d0-08ac-4607-be76-a942ef4f71c2', 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af', 'port_id': '186317d0-08ac-4607-be76-a942ef4f71c2', 'mac_address': 'fa:16:3e:ee:9a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2d762a-762d-4406-a3c3-3996d1480546', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:12:41.179072 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44690) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:41.190706 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 186317d0-08ac-4607-be76-a942ef4f71c2 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:41.191104 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.204463 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186317d0-08ac-4607-be76-a942ef4f71c2 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:12:41.223866 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 186317d0-08ac-4607-be76-a942ef4f71c2, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=186317d0-08ac-4607-be76-a942ef4f71c2,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:41.272923 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-954001620-network', 'tenant_id': '9059acfddbe64875947a019009596307'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:41.303545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.342952 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Made reservation on behalf of 9059acfddbe64875947a019009596307 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:41.345282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.353077 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=186317d0-08ac-4607-be76-a942ef4f71c2,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:41.353598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.360546 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.360917 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.361280 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.361650 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.361981 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.362308 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.362632 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.362954 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.363276 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.363613 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.363935 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.364251 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.364600 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:41.423445 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks [] for security_group (5b6c86e2-c22b-4cd6-ba51-8d69f8e64460), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.480138 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5b6c86e2-c22b-4cd6-ba51-8d69f8e64460), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.533411 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:12:41.547201 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:41.552683 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (b9a9ea11-67b7-4209-93f2-851fc6c1c559), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.553018 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Added segment b9a9ea11-67b7-4209-93f2-851fc6c1c559 of type vlan for network 1483fc1f-440b-4860-b049-3ebee64bac78 Mar 10 07:12:41.602693 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (1483fc1f-440b-4860-b049-3ebee64bac78), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.610674 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cbee-77bb-4698-9ae8-dcf31309d2a1 req-e9db8a47-0635-4b9f-bf06-c71c1a0a2838 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:41.612140 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6b4cbee-77bb-4698-9ae8-dcf31309d2a1 req-e9db8a47-0635-4b9f-bf06-c71c1a0a2838 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.1255760 Mar 10 07:12:41.672590 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6b4cbee-77bb-4698-9ae8-dcf31309d2a1 req-a36b5200-6669-48d1-8956-8535b7ef411a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Mar 10 07:12:41.707297 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (1483fc1f-440b-4860-b049-3ebee64bac78), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.708521 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:41.709094 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:41.736463 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['186317d0-08ac-4607-be76-a942ef4f71c2'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:12:41.771128 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] Pushing event updated for resources: {'Network': ['ID=1483fc1f-440b-4860-b049-3ebee64bac78,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:41.785042 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 1483fc1f-440b-4860-b049-3ebee64bac78 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:12:41.815085 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c44451e3-6ddc-4067-83dc-9201cbc3f978 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6347842 Mar 10 07:12:41.818684 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:41.823698 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Request body: {'subnet': {'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-954001620-subnet', 'tenant_id': '9059acfddbe64875947a019009596307', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:41.926491 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Made reservation on behalf of 9059acfddbe64875947a019009596307 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:41.928891 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4333499'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.164024 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a25c4-2c7e-4de3-bf29-faccc0f8bbdc req-a8d9f789-1137-462a-9ebb-fba5fcf64a47 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:42.165475 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d84a25c4-2c7e-4de3-bf29-faccc0f8bbdc req-a8d9f789-1137-462a-9ebb-fba5fcf64a47 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.1250000 Mar 10 07:12:42.214218 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3994db-4978-4d19-bb6f-e8a041c17a1d req-5af9e7f4-ed52-4e09-854b-a1d5c058cba4 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:42.216061 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-af3994db-4978-4d19-bb6f-e8a041c17a1d req-5af9e7f4-ed52-4e09-854b-a1d5c058cba4 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 944 time: 0.0992835 Mar 10 07:12:42.230408 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7450476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4333461'] for subnet (0bd27e1b-8cdf-4420-bd33-e6fa961c7de8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.246907 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d84a25c4-2c7e-4de3-bf29-faccc0f8bbdc req-8e1b3309-23cc-4680-b168-6bf62f5d83fd tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758650 Mar 10 07:12:42.308933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:42.335797 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-af3994db-4978-4d19-bb6f-e8a041c17a1d req-a4e9229d-2e1c-459c-b472-515c2b7c1474 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109881 Mar 10 07:12:42.341550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Checking segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:42.341915 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Network hostable DHCP agents. Network: 1483fc1f-440b-4860-b049-3ebee64bac78, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:12:42.423006 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Network 1483fc1f-440b-4860-b049-3ebee64bac78 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:12:42.507189 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c5035b1d-19ea-43d7-8f31-3b78f9f8ee14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.595134 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 1483fc1f-440b-4860-b049-3ebee64bac78) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:42.608395 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:42.608395 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.608593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a4fe7-d559-46cd-9e3a-6ab36feb34d9 None None] Network 1483fc1f-440b-4860-b049-3ebee64bac78 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:12:42.683144 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-27f04f46-247f-4e3d-9ce4-e03c655b86a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8633804 Mar 10 07:12:42.685773 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:42.689883 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:42.711294 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-1483fc1f-440b-4860-b049-3ebee64bac78', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'project_id': '9059acfddbe64875947a019009596307', 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:12:42.712132 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.801200 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (6f4a86fc-0711-49c1-aef8-637de9e3a68a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.802233 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (6f4a86fc-0711-49c1-aef8-637de9e3a68a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.846967 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Allocated IP 172.20.0.2 (1483fc1f-440b-4860-b049-3ebee64bac78/0bd27e1b-8cdf-4420-bd33-e6fa961c7de8/69acd9b6-24e1-4ca3-822b-342ab59d639f) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:42.854521 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks [] for router_controller (6f4a86fc-0711-49c1-aef8-637de9e3a68a), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:42.994169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Publish callbacks [] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.063427 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.095248 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks [] for router_gateway (6f4a86fc-0711-49c1-aef8-637de9e3a68a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.102079 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Network 1483fc1f-440b-4860-b049-3ebee64bac78 is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:43.108951 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:43.112343 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:43.119085 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Pushing event updated for resources: {'Port': ['ID=69acd9b6-24e1-4ca3-822b-342ab59d639f,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:43.170446 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Attempting to bind port 69acd9b6-24e1-4ca3-822b-342ab59d639f on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:43.170809 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Attempting to bind port 69acd9b6-24e1-4ca3-822b-342ab59d639f by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:43.171168 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Attempting to bind port 69acd9b6-24e1-4ca3-822b-342ab59d639f on network 1483fc1f-440b-4860-b049-3ebee64bac78 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:43.176304 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:43.176682 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Checking segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:43.177075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.177498 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Bound using segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:43.177963 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Bound port: 69acd9b6-24e1-4ca3-822b-342ab59d639f, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:43.178328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.242347 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] For port 69acd9b6-24e1-4ca3-822b-342ab59d639f, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:43.245218 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] For port 69acd9b6-24e1-4ca3-822b-342ab59d639f, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=69acd9b6-24e1-4ca3-822b-342ab59d639f,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:43.310147 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.355108 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks [] for router_gateway (6f4a86fc-0711-49c1-aef8-637de9e3a68a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.374329 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa238-053e-40cb-98de-29c350e82067 None None] Pushing event updated for resources: {'Port': ['ID=69acd9b6-24e1-4ca3-822b-342ab59d639f,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:43.391692 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.504565 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81afabb-f923-4daa-aa5c-712a531b953e req-b0b5c3cd-0815-452a-94a1-8fa91ff3f67e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:43.506105 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e81afabb-f923-4daa-aa5c-712a531b953e req-b0b5c3cd-0815-452a-94a1-8fa91ff3f67e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.1637971 Mar 10 07:12:43.519721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8ee5-d321-456e-91a8-24ef581d161d req-443e1144-7f4d-4241-8124-af5e5d70ae62 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:43.521207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-52bd8ee5-d321-456e-91a8-24ef581d161d req-443e1144-7f4d-4241-8124-af5e5d70ae62 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.1272879 Mar 10 07:12:43.633920 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Allocated IP 172.27.0.71 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/c7e16f45-88d2-4181-857e-30e598ea8263) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:43.645324 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e81afabb-f923-4daa-aa5c-712a531b953e req-cbdd420e-4994-4614-bc73-3ccaea668735 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057296 Mar 10 07:12:43.657552 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-52bd8ee5-d321-456e-91a8-24ef581d161d req-7ea057c6-f2cb-41f6-9d00-b003de4c794c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101117 Mar 10 07:12:43.807715 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks [] for port (c7e16f45-88d2-4181-857e-30e598ea8263), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.824872 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab2720-6f4b-4c83-b79e-983e1442db79 req-7f841e2c-34ee-438e-bee7-a0672756c78d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:43.826290 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bbab2720-6f4b-4c83-b79e-983e1442db79 req-7f841e2c-34ee-438e-bee7-a0672756c78d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 944 time: 0.0913730 Mar 10 07:12:43.889207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bbab2720-6f4b-4c83-b79e-983e1442db79 req-108e1fe0-a81c-4988-bb75-7e363519c98b tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Mar 10 07:12:43.932780 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:43.982588 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:43.986407 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:43.990140 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:43.993114 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 69acd9b6-24e1-4ca3-822b-342ab59d639f up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:43.993627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e16f45-88d2-4181-857e-30e598ea8263,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:44.059982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 69acd9b6-24e1-4ca3-822b-342ab59d639f triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:44.060426 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.152763 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 69acd9b6-24e1-4ca3-822b-342ab59d639f is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:44.156381 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.193537 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 69acd9b6-24e1-4ca3-822b-342ab59d639f, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=69acd9b6-24e1-4ca3-822b-342ab59d639f,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:44.267770 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.328029 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=69acd9b6-24e1-4ca3-822b-342ab59d639f,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:44.445585 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57425a-4808-47d2-a787-76de391ed1d4 None None] Network 1483fc1f-440b-4860-b049-3ebee64bac78 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:12:44.533042 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks [] for router_gateway (6f4a86fc-0711-49c1-aef8-637de9e3a68a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.569094 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-4854f2c6-1a3b-4e4d-96df-905a1c9f070c None None] Provisioning complete for port 69acd9b6-24e1-4ca3-822b-342ab59d639f triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:44.569475 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4854f2c6-1a3b-4e4d-96df-905a1c9f070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.672006 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-4854f2c6-1a3b-4e4d-96df-905a1c9f070c None None] Current status of the port 69acd9b6-24e1-4ca3-822b-342ab59d639f is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:44.804342 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (6f4a86fc-0711-49c1-aef8-637de9e3a68a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.867733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d6a73-b467-43f2-9511-cca6f17d6973 req-c5a9ea9b-1948-4a7d-b8be-16c091bd6fad tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:44.869169 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3b2d6a73-b467-43f2-9511-cca6f17d6973 req-c5a9ea9b-1948-4a7d-b8be-16c091bd6fad tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.1041675 Mar 10 07:12:44.893109 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-1165586a-4eab-428e-89a2-e132accaefb6 None None] Provisioning complete for port 69acd9b6-24e1-4ca3-822b-342ab59d639f triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:44.893425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1165586a-4eab-428e-89a2-e132accaefb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.915847 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b55fd985-8b9f-4a09-a12f-7aaab7fc68b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:44.979062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-1165586a-4eab-428e-89a2-e132accaefb6 None None] Current status of the port 69acd9b6-24e1-4ca3-822b-342ab59d639f is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:44.989319 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3b2d6a73-b467-43f2-9511-cca6f17d6973 req-aaaf846b-ef6b-4b63-91aa-0ca28c4dcc93 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138687 Mar 10 07:12:45.040365 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3e067-cc51-40f1-b957-9378054cdcc8 req-2b87486d-5476-4099-890d-00ea80e28a2b tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:45.043690 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2bf3e067-cc51-40f1-b957-9378054cdcc8 req-2b87486d-5476-4099-890d-00ea80e28a2b tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 944 time: 0.0765233 Mar 10 07:12:45.068376 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:12:45.071399 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 186317d0-08ac-4607-be76-a942ef4f71c2 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:45.088446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Router 6f4a86fc-0711-49c1-aef8-637de9e3a68a is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:12:45.093897 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2bf3e067-cc51-40f1-b957-9378054cdcc8 req-e01273f2-f9d6-468e-b742-536238ba2be5 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Mar 10 07:12:45.209417 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:12:45.219299 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Sync routers for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:12:45.229346 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:45.230106 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:45.294669 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.298558 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-aff4ea5c-1302-4be6-801b-741423cbbfe9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6092393 Mar 10 07:12:45.299184 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44750) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:45.323002 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:45.336037 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'port_id': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'mac_address': 'fa:16:3e:ec:a3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:12:45.337276 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:45.361901 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 186317d0-08ac-4607-be76-a942ef4f71c2 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:12:45.374249 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 186317d0-08ac-4607-be76-a942ef4f71c2 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:45.374618 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.403508 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 12ca5fd8-5506-4117-8cac-9e68beb217f5 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:45.403894 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.426095 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ca5fd8-5506-4117-8cac-9e68beb217f5 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:12:45.453102 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:45.490388 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 186317d0-08ac-4607-be76-a942ef4f71c2 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:45.490775 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.514852 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186317d0-08ac-4607-be76-a942ef4f71c2'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:12:45.517576 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0dc1e-b8a2-456e-b1db-8ef30590df30" -d '{"events": [{"server_uuid": "02a870be-74db-4f96-b349-4e63dc8df7f1", "name": "network-vif-plugged", "status": "completed", "tag": "186317d0-08ac-4607-be76-a942ef4f71c2"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:12:45.534148 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:44Z', 'revision_number': 3, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:45.541213 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 186317d0-08ac-4607-be76-a942ef4f71c2, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=186317d0-08ac-4607-be76-a942ef4f71c2,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:45.551391 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.568487 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Checking router: 6f4a86fc-0711-49c1-aef8-637de9e3a68a for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:12:45.568830 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Updating router 6f4a86fc-0711-49c1-aef8-637de9e3a68a port c7e16f45-88d2-4181-857e-30e598ea8263 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:12:45.581595 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f63226-0a32-4ecd-bb4a-372362a35331 x-openstack-request-id: req-b1f63226-0a32-4ecd-bb4a-372362a35331 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:12:45.582479 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a870be-74db-4f96-b349-4e63dc8df7f1", "name": "network-vif-plugged", "status": "completed", "tag": "186317d0-08ac-4607-be76-a942ef4f71c2", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:12:45.582751 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f63226-0a32-4ecd-bb4a-372362a35331 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:12:45.583426 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186317d0-08ac-4607-be76-a942ef4f71c2', 'code': 200} Mar 10 07:12:45.598216 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.627897 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.645281 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:45.713339 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=186317d0-08ac-4607-be76-a942ef4f71c2,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:45.893339 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Publish callbacks [] for port (c7e16f45-88d2-4181-857e-30e598ea8263), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.966515 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:45.966918 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['12ca5fd8-5506-4117-8cac-9e68beb217f5'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:12:45.998495 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.002491 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Attempting to bind port c7e16f45-88d2-4181-857e-30e598ea8263 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:46.005854 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Attempting to bind port c7e16f45-88d2-4181-857e-30e598ea8263 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:46.005854 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Attempting to bind port c7e16f45-88d2-4181-857e-30e598ea8263 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:46.026349 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e868c-32aa-45a9-83d1-55d0bf0afda9 req-e02e5c16-94b4-45ea-9d40-cd5060617e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:46.028165 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d78e868c-32aa-45a9-83d1-55d0bf0afda9 req-e02e5c16-94b4-45ea-9d40-cd5060617e56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 1129 time: 0.0890095 Mar 10 07:12:46.034868 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 69acd9b6-24e1-4ca3-822b-342ab59d639f up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:46.035839 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:46.036333 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:46.036993 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.037626 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:46.038441 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Bound port: c7e16f45-88d2-4181-857e-30e598ea8263, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:46.039102 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.116425 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] For port c7e16f45-88d2-4181-857e-30e598ea8263, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:46.120555 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] For port c7e16f45-88d2-4181-857e-30e598ea8263, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c7e16f45-88d2-4181-857e-30e598ea8263,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:46.153204 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Pushing event updated for resources: {'Port': ['ID=c7e16f45-88d2-4181-857e-30e598ea8263,revision_number=2']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:46.161722 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.162352 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.162913 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.163394 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.163868 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.164342 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.166346 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.167032 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.167577 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.171922 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.171922 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.171922 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.171922 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:12:46.181379 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 69acd9b6-24e1-4ca3-822b-342ab59d639f triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:46.181868 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.184041 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.184779 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.207294 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d78e868c-32aa-45a9-83d1-55d0bf0afda9 req-56f35588-cd0a-47cb-bae0-d95e79af2ea2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687479 Mar 10 07:12:46.213775 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a01be-98b0-4dc6-9df5-92e0e41e3fea req-35fd4248-cf5e-4650-bf4d-ad2a1db2b6db tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:46.215337 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ec3a01be-98b0-4dc6-9df5-92e0e41e3fea req-35fd4248-cf5e-4650-bf4d-ad2a1db2b6db tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 944 time: 0.1271067 Mar 10 07:12:46.250029 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:46.251527 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:46.306352 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ec3a01be-98b0-4dc6-9df5-92e0e41e3fea req-155a27c4-c6c1-485f-864b-b24e3ba6ac24 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827672 Mar 10 07:12:46.331829 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c934f-e36e-4092-97c9-b4aed7717270 req-4eb4ca53-6909-4f78-b3df-7f4a198a9cd7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:46.333589 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-177c934f-e36e-4092-97c9-b4aed7717270 req-4eb4ca53-6909-4f78-b3df-7f4a198a9cd7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.0923414 Mar 10 07:12:46.351526 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 69acd9b6-24e1-4ca3-822b-342ab59d639f is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:46.398000 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-177c934f-e36e-4092-97c9-b4aed7717270 req-546e64b6-45bc-4904-b292-4b08bcdc5b8b tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Mar 10 07:12:46.406145 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ca21-2caa-45e4-9c9f-250791ee7362 None None] Pushing event updated for resources: {'Port': ['ID=c7e16f45-88d2-4181-857e-30e598ea8263,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:46.411668 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:46.414378 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Allocated IP 172.20.0.1 (1483fc1f-440b-4860-b049-3ebee64bac78/0bd27e1b-8cdf-4420-bd33-e6fa961c7de8/d7de0966-27e2-4079-b384-6244462e9203) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:46.523215 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks [] for port (d7de0966-27e2-4079-b384-6244462e9203), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.589521 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d7de0966-27e2-4079-b384-6244462e9203), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.593340 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:44Z', 'revision_number': 3, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:46.620314 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b6194-b083-4d0b-aab5-fbbbbef93534 None None] The sync data for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi is: [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:44Z', 'revision_number': 3, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:12:46.628525 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Network 1483fc1f-440b-4860-b049-3ebee64bac78 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:46.635712 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:46.640134 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:46.672140 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7de0966-27e2-4079-b384-6244462e9203,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:46.697994 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (6f4a86fc-0711-49c1-aef8-637de9e3a68a), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.906251 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d7de0966-27e2-4079-b384-6244462e9203), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.921688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-6a5196ca-2915-4166-b44d-01a02bd6f584 None None] Provisioning complete for port d7de0966-27e2-4079-b384-6244462e9203 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:46.922068 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6a5196ca-2915-4166-b44d-01a02bd6f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d7de0966-27e2-4079-b384-6244462e9203), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:46.963947 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-6a5196ca-2915-4166-b44d-01a02bd6f584 None None] Port d7de0966-27e2-4079-b384-6244462e9203 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:12:47.086386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks [] for port (d7de0966-27e2-4079-b384-6244462e9203), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:47.143293 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d7de0966-27e2-4079-b384-6244462e9203), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:47.215079 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (6f4a86fc-0711-49c1-aef8-637de9e3a68a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:47.216818 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7de0966-27e2-4079-b384-6244462e9203,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:47.310224 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Network 1483fc1f-440b-4860-b049-3ebee64bac78 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:47.311677 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:47.463436 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Router 6f4a86fc-0711-49c1-aef8-637de9e3a68a has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:12:47.465704 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:47.472265 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a991a58-fbe3-4585-9050-f9962d68a877 req-5899e97d-4551-4144-a484-dfe1f7ae7b88 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:47.475504 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1a991a58-fbe3-4585-9050-f9962d68a877 req-5899e97d-4551-4144-a484-dfe1f7ae7b88 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 944 time: 0.0747473 Mar 10 07:12:47.576502 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1a991a58-fbe3-4585-9050-f9962d68a877 req-867d4a7f-fcd1-4a66-ad85-cd3c9442e37d tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942633 Mar 10 07:12:47.597920 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1e8e5-5dba-4c4a-b175-268a0859e396 req-a8bc3a6e-253c-4674-910f-24fe9bd1720c tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:47.598133 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-d18358e0-67af-4645-80bd-ffedef650fd8 None None] Provisioning complete for port d7de0966-27e2-4079-b384-6244462e9203 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:47.598133 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d18358e0-67af-4645-80bd-ffedef650fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d7de0966-27e2-4079-b384-6244462e9203), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:47.598449 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:12:47.598557 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bce1e8e5-5dba-4c4a-b175-268a0859e396 req-a8bc3a6e-253c-4674-910f-24fe9bd1720c tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.0854397 Mar 10 07:12:47.604441 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-fc19815c-ea42-4f1a-8c99-3103ea8dd8d6 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f4a86fc-0711-49c1-aef8-637de9e3a68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3036952 Mar 10 07:12:47.646309 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d18358e0-67af-4645-80bd-ffedef650fd8 None None] Port d7de0966-27e2-4079-b384-6244462e9203 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:12:47.647443 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bce1e8e5-5dba-4c4a-b175-268a0859e396 req-ef32e3e6-de7d-4504-979d-3dd51ae0e66f tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Mar 10 07:12:47.707804 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:47.992138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c7e16f45-88d2-4181-857e-30e598ea8263 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:48.045606 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port c7e16f45-88d2-4181-857e-30e598ea8263 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:48.045980 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.129772 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port c7e16f45-88d2-4181-857e-30e598ea8263 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:48.130206 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.151369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port c7e16f45-88d2-4181-857e-30e598ea8263, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c7e16f45-88d2-4181-857e-30e598ea8263,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:48.257792 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.313179 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=c7e16f45-88d2-4181-857e-30e598ea8263,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:48.338756 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Sync routers for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:12:48.344976 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44796) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:48.349744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-382366043-network', 'tenant_id': '8364929d87b64285b89f22d8574353eb'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:48.352878 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:48.353519 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:48.415994 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Made reservation on behalf of 8364929d87b64285b89f22d8574353eb for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:48.418282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.427083 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.462177 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:48.498290 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks [] for security_group (3729984c-166d-4886-8dc6-f40d8d31c4d5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.559016 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (3729984c-166d-4886-8dc6-f40d8d31c4d5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.584636 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:12:48.594078 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729984c-166d-4886-8dc6-f40d8d31c4d5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:48.599817 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.600145 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Added segment 93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e of type vlan for network 1bc41526-e014-49b6-b013-a2c5163cc352 Mar 10 07:12:48.647519 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (1bc41526-e014-49b6-b013-a2c5163cc352), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.668179 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 2, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:48.699790 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Checking router: 6f4a86fc-0711-49c1-aef8-637de9e3a68a for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:12:48.700235 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Updating router 6f4a86fc-0711-49c1-aef8-637de9e3a68a port d7de0966-27e2-4079-b384-6244462e9203 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:12:48.717635 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac39-5e3b-4d70-8f4a-e3f808435e64 req-3c2b6af2-7e78-4eb2-9907-bdfff721a1bd tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:48.719253 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-90c6ac39-5e3b-4d70-8f4a-e3f808435e64 req-3c2b6af2-7e78-4eb2-9907-bdfff721a1bd tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 944 time: 0.0673852 Mar 10 07:12:48.729285 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d7de0966-27e2-4079-b384-6244462e9203), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.781261 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (1bc41526-e014-49b6-b013-a2c5163cc352), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.782227 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:48.782835 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.828139 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a33f-f739-4c5c-937a-ee1914e974c5 req-fa2538ea-51fd-4473-a553-5d65ddde3344 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:48.829610 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7a86a33f-f739-4c5c-937a-ee1914e974c5 req-fa2538ea-51fd-4473-a553-5d65ddde3344 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.1093516 Mar 10 07:12:48.835897 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-90c6ac39-5e3b-4d70-8f4a-e3f808435e64 req-5411d20b-1d56-4114-95e6-57cdc2130248 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070769 Mar 10 07:12:48.890430 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5443575 Mar 10 07:12:48.891878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156d09b-d763-43dd-9f31-448188ac2540 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc41526-e014-49b6-b013-a2c5163cc352,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:48.893169 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44804) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:48.900760 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Request body: {'subnet': {'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-382366043-subnet', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:48.924669 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 1bc41526-e014-49b6-b013-a2c5163cc352 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:12:48.935193 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7a86a33f-f739-4c5c-937a-ee1914e974c5 req-5c293b6b-7a3d-494e-ad77-7b12de001acf tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981569 Mar 10 07:12:48.967957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:48.989875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Made reservation on behalf of 8364929d87b64285b89f22d8574353eb for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:12:48.989875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4333499'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.070562 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:49.138295 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Publish callbacks [] for port (d7de0966-27e2-4079-b384-6244462e9203), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.210103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d7de0966-27e2-4079-b384-6244462e9203), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.233514 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7450476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4333461'] for subnet (7fa83076-380f-4aaf-aaa3-45d902083e6d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.243990 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 12ca5fd8-5506-4117-8cac-9e68beb217f5 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:12:49.259454 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 12ca5fd8-5506-4117-8cac-9e68beb217f5 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:49.265087 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.267900 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7236c5a-379f-4f30-985f-77906acb40e7 None None] Pushing event updated for resources: {'Port': ['ID=d7de0966-27e2-4079-b384-6244462e9203,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:49.300603 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa83076-380f-4aaf-aaa3-45d902083e6d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:49.312234 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Checking segment: {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:49.312699 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Network hostable DHCP agents. Network: 1bc41526-e014-49b6-b013-a2c5163cc352, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:12:49.359974 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Attempting to bind port d7de0966-27e2-4079-b384-6244462e9203 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:49.360348 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Attempting to bind port d7de0966-27e2-4079-b384-6244462e9203 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:49.360714 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Attempting to bind port d7de0966-27e2-4079-b384-6244462e9203 on network 1483fc1f-440b-4860-b049-3ebee64bac78 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:49.368997 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:49.369400 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Checking segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:49.369808 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.370210 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Bound using segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:49.370683 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Bound port: d7de0966-27e2-4079-b384-6244462e9203, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:49.371066 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d7de0966-27e2-4079-b384-6244462e9203), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.404499 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Network 1bc41526-e014-49b6-b013-a2c5163cc352 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:12:49.443226 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 12ca5fd8-5506-4117-8cac-9e68beb217f5 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:49.443618 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.480316 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 1bc41526-e014-49b6-b013-a2c5163cc352) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:49.484520 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:49.485360 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.488192 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:12:49.490442 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ece178-389a-4e23-bb20-52cecdd7640f" -d '{"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-plugged", "status": "completed", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:12:49.497317 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a041b-6d3b-4d4f-a43b-cba0d3821541 None None] Network 1bc41526-e014-49b6-b013-a2c5163cc352 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:12:49.506957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] For port d7de0966-27e2-4079-b384-6244462e9203, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:49.529684 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:49.533662 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce527444-4e1e-4eeb-a05f-2ca4bcf32fbc x-openstack-request-id: req-ce527444-4e1e-4eeb-a05f-2ca4bcf32fbc {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:12:49.538983 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-plugged", "status": "completed", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:12:49.538983 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce527444-4e1e-4eeb-a05f-2ca4bcf32fbc {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:12:49.538983 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'code': 200} Mar 10 07:12:49.539410 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1ee1fe8e-a639-452a-9ac6-f68e56e5697a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6405773 Mar 10 07:12:49.539410 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:49.541419 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] For port d7de0966-27e2-4079-b384-6244462e9203, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d7de0966-27e2-4079-b384-6244462e9203,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:49.541913 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:49.553320 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-d77ee751-38ec-469f-a360-6cb199c96c75 None None] Provisioning complete for port d7de0966-27e2-4079-b384-6244462e9203 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:49.553711 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d77ee751-38ec-469f-a360-6cb199c96c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d7de0966-27e2-4079-b384-6244462e9203), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.629927 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (890a8a98-137d-4248-bae5-1e8bc65ca466), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.631378 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (890a8a98-137d-4248-bae5-1e8bc65ca466), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.700485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks [] for router_controller (890a8a98-137d-4248-bae5-1e8bc65ca466), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.728694 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.730926 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d7de0966-27e2-4079-b384-6244462e9203), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.781220 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d77ee751-38ec-469f-a360-6cb199c96c75 None None] Port d7de0966-27e2-4079-b384-6244462e9203 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:12:49.836534 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:49.837108 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:49.839124 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:49.947257 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-1bc41526-e014-49b6-b013-a2c5163cc352', 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352', 'project_id': '8364929d87b64285b89f22d8574353eb', 'fixed_ips': [{'subnet_id': '7fa83076-380f-4aaf-aaa3-45d902083e6d'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:12:49.947257 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:49.947533 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks [] for router_gateway (890a8a98-137d-4248-bae5-1e8bc65ca466), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.004322 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88694dc8-7304-4ead-b06f-413cad5a0734 req-e3b10f3f-408e-4a38-a2c9-c34ca9baf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:50.008544 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-88694dc8-7304-4ead-b06f-413cad5a0734 req-e3b10f3f-408e-4a38-a2c9-c34ca9baf296 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1129 time: 0.1165953 Mar 10 07:12:50.040566 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5012a-0a43-4e72-8269-8731454f9146 req-40311cd7-9bce-47ab-b24a-2ce9a6585d7f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:50.054455 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4bd5012a-0a43-4e72-8269-8731454f9146 req-40311cd7-9bce-47ab-b24a-2ce9a6585d7f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.1028051 Mar 10 07:12:50.101961 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-88694dc8-7304-4ead-b06f-413cad5a0734 req-8ff9c2dd-a3c7-41d7-a9be-7e7ce6cc97de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839567 Mar 10 07:12:50.135614 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7236c5a-379f-4f30-985f-77906acb40e7 None None] Pushing event updated for resources: {'Port': ['ID=d7de0966-27e2-4079-b384-6244462e9203,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:50.145170 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c7e16f45-88d2-4181-857e-30e598ea8263 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:50.167050 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4bd5012a-0a43-4e72-8269-8731454f9146 req-181d26ec-af57-4f73-b4f7-be442043839c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118221 Mar 10 07:12:50.225438 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:50.279060 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] Provisioning complete for port d7de0966-27e2-4079-b384-6244462e9203 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:50.279432 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d7de0966-27e2-4079-b384-6244462e9203), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.381996 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Allocated IP 172.20.0.2 (1bc41526-e014-49b6-b013-a2c5163cc352/7fa83076-380f-4aaf-aaa3-45d902083e6d/58de4ad7-8e4c-45ec-9196-ad4bab6a779d) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:50.443601 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port c7e16f45-88d2-4181-857e-30e598ea8263 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:50.443972 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.485259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks [] for router_gateway (890a8a98-137d-4248-bae5-1e8bc65ca466), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.504161 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.606928 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Allocated IP 172.27.0.21 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/52b8847d-de45-480e-be8b-664e5d36197c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:50.655327 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] Current status of the port d7de0966-27e2-4079-b384-6244462e9203 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:50.655501 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d7de0966-27e2-4079-b384-6244462e9203), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.725722 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks [] for port (52b8847d-de45-480e-be8b-664e5d36197c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.778522 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] For port d7de0966-27e2-4079-b384-6244462e9203, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d7de0966-27e2-4079-b384-6244462e9203,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:50.779303 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port c7e16f45-88d2-4181-857e-30e598ea8263 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:50.786218 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Publish callbacks [] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.796395 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:49Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:50.824941 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2062c-e3f1-49e7-b7e5-45103c7fc150 None None] The sync data for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi is: [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:49Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:12:50.837392 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (52b8847d-de45-480e-be8b-664e5d36197c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.879589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.884448 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:50.890548 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:50.895176 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:50.901179 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Network 1bc41526-e014-49b6-b013-a2c5163cc352 is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:50.902213 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d7de0966-27e2-4079-b384-6244462e9203), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:50.911475 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:50.924989 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=52b8847d-de45-480e-be8b-664e5d36197c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:50.933220 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:51.005911 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Pushing event updated for resources: {'Port': ['ID=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:51.014309 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Attempting to bind port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:51.014682 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Attempting to bind port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:51.015041 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Attempting to bind port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d on network 1bc41526-e014-49b6-b013-a2c5163cc352 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:51.052454 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:51.052829 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Checking segment: {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:51.053232 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:51.053928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Bound using segment: {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:51.054310 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Bound port: 58de4ad7-8e4c-45ec-9196-ad4bab6a779d, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:51.054688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:51.104319 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3c258-3778-41b0-96e9-845da3d3fcca None None] Pushing event updated for resources: {'Port': ['ID=d7de0966-27e2-4079-b384-6244462e9203,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:51.152915 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] For port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:51.163003 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] For port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:51.229770 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:51.300411 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583a47-e474-4928-a1d3-75dbcc96e37d None None] Pushing event updated for resources: {'Port': ['ID=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:51.307261 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks [] for router_gateway (890a8a98-137d-4248-bae5-1e8bc65ca466), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:51.368700 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4510c9e-9b23-41d5-b1af-8c5bfd3e6f77 req-85e81190-df71-4fa9-a8b6-6e4a56076624 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:51.370625 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c4510c9e-9b23-41d5-b1af-8c5bfd3e6f77 req-85e81190-df71-4fa9-a8b6-6e4a56076624 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.1143265 Mar 10 07:12:51.514553 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c4510c9e-9b23-41d5-b1af-8c5bfd3e6f77 req-7bebfe72-fac5-48b7-ae38-cf67865dfd0e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352777 Mar 10 07:12:51.593321 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (890a8a98-137d-4248-bae5-1e8bc65ca466), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:51.771887 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Router 890a8a98-137d-4248-bae5-1e8bc65ca466 is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:12:51.885381 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:12:51.896866 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Sync routers for ids ['890a8a98-137d-4248-bae5-1e8bc65ca466'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:12:51.909445 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Routers {'890a8a98-137d-4248-bae5-1e8bc65ca466'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:51.910457 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['890a8a98-137d-4248-bae5-1e8bc65ca466'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:51.952311 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:51.953820 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-bec1f66f-3270-49b1-8615-cac6483e6ba1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4153607 Mar 10 07:12:51.957727 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44884) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:52.079657 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Set router 890a8a98-137d-4248-bae5-1e8bc65ca466 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:52.104991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d7de0966-27e2-4079-b384-6244462e9203 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:52.195407 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port d7de0966-27e2-4079-b384-6244462e9203 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:52.196276 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d7de0966-27e2-4079-b384-6244462e9203), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.317136 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port d7de0966-27e2-4079-b384-6244462e9203 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:52.318274 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 58de4ad7-8e4c-45ec-9196-ad4bab6a779d up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:52.391896 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:52.395900 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.444568 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5274ed8a-786b-4e01-aea4-b1f734c63f38 None None] Network 1bc41526-e014-49b6-b013-a2c5163cc352 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:12:52.450913 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:12:51Z', 'revision_number': 3, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:52.478645 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Checking router: 890a8a98-137d-4248-bae5-1e8bc65ca466 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:12:52.479137 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Updating router 890a8a98-137d-4248-bae5-1e8bc65ca466 port 52b8847d-de45-480e-be8b-664e5d36197c binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:12:52.513287 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (52b8847d-de45-480e-be8b-664e5d36197c), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.560407 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.715204 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:52.715599 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.727870 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Provisioning complete for port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:52.728242 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.795955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3c97-679d-4827-aa57-6c5ae20162e4 req-2bb75875-5755-4bc0-991d-f8259dc6cf04 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:52.798177 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a6ee3c97-679d-4827-aa57-6c5ae20162e4 req-2bb75875-5755-4bc0-991d-f8259dc6cf04 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.1672831 Mar 10 07:12:52.806687 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:52.834969 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Allocated IP 172.20.0.1 (1bc41526-e014-49b6-b013-a2c5163cc352/7fa83076-380f-4aaf-aaa3-45d902083e6d/b0901838-6be9-4d48-b1e2-ac8ab4595746) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:52.870213 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.870638 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a6ee3c97-679d-4827-aa57-6c5ae20162e4 req-961744e4-082a-4fc3-bc0b-dac32ae1de5e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633616 Mar 10 07:12:52.873557 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Current status of the port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:52.873879 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.955522 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Publish callbacks [] for port (52b8847d-de45-480e-be8b-664e5d36197c), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.973484 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks [] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:52.975898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:52.992052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.db.api [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 07:12:52.992441 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG oslo_db.api [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 07:12:53.035001 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (52b8847d-de45-480e-be8b-664e5d36197c), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.080718 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.086405 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Attempting to bind port 52b8847d-de45-480e-be8b-664e5d36197c on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:53.086708 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Attempting to bind port 52b8847d-de45-480e-be8b-664e5d36197c by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:53.087066 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Attempting to bind port 52b8847d-de45-480e-be8b-664e5d36197c on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:53.095620 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a1fb-98e5-4114-b857-c2a7f55bd611 None None] Pushing event updated for resources: {'Port': ['ID=52b8847d-de45-480e-be8b-664e5d36197c,revision_number=2']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:53.098294 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:53.098697 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:53.099094 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.099475 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:53.099942 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Bound port: 52b8847d-de45-480e-be8b-664e5d36197c, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:53.100335 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (52b8847d-de45-480e-be8b-664e5d36197c), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.117695 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Network 1bc41526-e014-49b6-b013-a2c5163cc352 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:53.120443 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:53.125816 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:53.149203 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Pushing event updated for resources: {'Port': ['ID=b0901838-6be9-4d48-b1e2-ac8ab4595746,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:53.153226 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] For port 52b8847d-de45-480e-be8b-664e5d36197c, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:53.156810 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] For port 52b8847d-de45-480e-be8b-664e5d36197c, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=52b8847d-de45-480e-be8b-664e5d36197c,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:53.172536 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (890a8a98-137d-4248-bae5-1e8bc65ca466), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.227869 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (52b8847d-de45-480e-be8b-664e5d36197c), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.291689 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a1fb-98e5-4114-b857-c2a7f55bd611 None None] Pushing event updated for resources: {'Port': ['ID=52b8847d-de45-480e-be8b-664e5d36197c,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:53.320788 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Routers {'890a8a98-137d-4248-bae5-1e8bc65ca466'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:53.321614 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['890a8a98-137d-4248-bae5-1e8bc65ca466'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:53.440054 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] Set router 890a8a98-137d-4248-bae5-1e8bc65ca466 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:53.538937 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dfc3b-b3ae-49ee-9100-f0246690abf5 None None] Current status of the port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:53.550422 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.621791 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:12:51Z', 'revision_number': 3, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:53.647854 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b728849-3f61-4136-9d01-b6c00395b77b None None] The sync data for ids ['890a8a98-137d-4248-bae5-1e8bc65ca466'] in dv-cinder-832919-1-iscsi is: [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:12:51Z', 'revision_number': 3, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:12:53.662272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-d2cf6951-31be-4eeb-a1fc-2898ac3127af None None] Provisioning complete for port b0901838-6be9-4d48-b1e2-ac8ab4595746 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:53.662697 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6951-31be-4eeb-a1fc-2898ac3127af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.707433 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf6951-31be-4eeb-a1fc-2898ac3127af None None] Port b0901838-6be9-4d48-b1e2-ac8ab4595746 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:12:53.719026 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-d2cf6951-31be-4eeb-a1fc-2898ac3127af None None] Provisioning complete for port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:53.721554 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6951-31be-4eeb-a1fc-2898ac3127af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.739396 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks [] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.801673 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf6951-31be-4eeb-a1fc-2898ac3127af None None] Current status of the port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:53.810216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.876609 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Pushing event updated for resources: {'Port': ['ID=b0901838-6be9-4d48-b1e2-ac8ab4595746,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:53.879563 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (890a8a98-137d-4248-bae5-1e8bc65ca466), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:53.992480 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 58de4ad7-8e4c-45ec-9196-ad4bab6a779d up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:54.071640 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:54.072086 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:54.087506 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Network 1bc41526-e014-49b6-b013-a2c5163cc352 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:54.090597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:54.105006 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb13d-62d1-4fa0-819f-c44a06670777 req-eeb47ea6-ba44-4f61-b584-a9fe5a249196 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:54.110391 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a43bb13d-62d1-4fa0-819f-c44a06670777 req-eeb47ea6-ba44-4f61-b584-a9fe5a249196 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0949266 Mar 10 07:12:54.167256 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:54.205316 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a43bb13d-62d1-4fa0-819f-c44a06670777 req-3918c901-8680-4c4b-9050-551307041c63 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940588 Mar 10 07:12:54.309144 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Router 890a8a98-137d-4248-bae5-1e8bc65ca466 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:12:54.431453 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a830-420f-4ebb-9821-a6708451466d req-240b8b85-c60f-47f3-8f9c-5e2898868923 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:54.433016 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95b1a830-420f-4ebb-9821-a6708451466d req-240b8b85-c60f-47f3-8f9c-5e2898868923 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.1222544 Mar 10 07:12:54.441911 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-ea905514-116e-4917-823d-328e05f692dc None None] Provisioning complete for port b0901838-6be9-4d48-b1e2-ac8ab4595746 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:54.442287 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ea905514-116e-4917-823d-328e05f692dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:54.492686 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-ea905514-116e-4917-823d-328e05f692dc None None] Port b0901838-6be9-4d48-b1e2-ac8ab4595746 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:12:54.511550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:12:54.521136 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0f105345-1a70-4d62-a7d0-d5247fd5695d admin admin] 10.222.0.30 "PUT /v2.0/routers/890a8a98-137d-4248-bae5-1e8bc65ca466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5580971 Mar 10 07:12:54.537751 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95b1a830-420f-4ebb-9821-a6708451466d req-51efe4f8-7941-4c00-816e-cfb5ae16b894 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986354 Mar 10 07:12:54.569907 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 44916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:54.852858 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17850ddd-5454-46e0-89e9-14944b064105 tempest-TestShelveInstance-99093707 tempest-TestShelveInstance-99093707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:54.861969 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 44928) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:12:54.862630 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-17850ddd-5454-46e0-89e9-14944b064105 tempest-TestShelveInstance-99093707 tempest-TestShelveInstance-99093707-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1124 time: 0.2911131 Mar 10 07:12:54.876190 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'port_id': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:12:54.890672 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277dc3d-9ca3-4b03-bc70-0c07951b4d2f req-878b194f-afbe-413c-af40-aa6f289a4302 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:54.892877 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3277dc3d-9ca3-4b03-bc70-0c07951b4d2f req-878b194f-afbe-413c-af40-aa6f289a4302 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0769260 Mar 10 07:12:54.923100 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-d7d2b6ec-3273-4969-a5ec-33a990948dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:54.924579 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-d7d2b6ec-3273-4969-a5ec-33a990948dba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0616963 Mar 10 07:12:54.953334 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3277dc3d-9ca3-4b03-bc70-0c07951b4d2f req-d0d6b27f-ba4a-48bc-a57f-fb98b2fb0017 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552669 Mar 10 07:12:55.017324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:55.048329 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-f73e3127-77a1-4c16-82c5-6cd69fd06433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:55.049785 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-f73e3127-77a1-4c16-82c5-6cd69fd06433 service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.1142912 Mar 10 07:12:55.102123 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-578ab20e-184a-4547-8577-bbfcd51d52b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0392928 Mar 10 07:12:55.187077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-e9c12b3b-da47-4630-8704-72b165c67904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:55.188514 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-e9c12b3b-da47-4630-8704-72b165c67904 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0562634 Mar 10 07:12:55.224074 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:55.227446 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-13cd8d66-a157-4897-b6b6-4b0d1b7cd85d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317366 Mar 10 07:12:55.387606 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-00b0eacd-e6da-41d3-acf8-9b02e7ee8269 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529646 Mar 10 07:12:55.408989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Allocated IP 172.27.0.68 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/c11fc399-65fc-4a15-91b9-9155ab5a03c0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:12:55.562270 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9ab64044-fdb1-4528-a267-da638f059ff1 req-58167a07-ee63-4fa9-9358-67275736c8e0 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679125 Mar 10 07:12:55.566570 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Sync routers for ids ['890a8a98-137d-4248-bae5-1e8bc65ca466'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:12:55.579624 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Routers {'890a8a98-137d-4248-bae5-1e8bc65ca466'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:55.580516 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['890a8a98-137d-4248-bae5-1e8bc65ca466'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:55.603261 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:55.687428 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:55.720627 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:12:55.728178 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Set router 890a8a98-137d-4248-bae5-1e8bc65ca466 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:55.742009 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:12:55.747433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:12:55.750302 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:12:55.777114 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'Port': ['ID=c11fc399-65fc-4a15-91b9-9155ab5a03c0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:56.061206 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 52b8847d-de45-480e-be8b-664e5d36197c up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:56.111293 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 4, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'b0901838-6be9-4d48-b1e2-ac8ab4595746', 'name': '', 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'mac_address': 'fa:16:3e:f2:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7fa83076-380f-4aaf-aaa3-45d902083e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:52Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 2, 'project_id': '8364929d87b64285b89f22d8574353eb', 'subnets': [{'id': '7fa83076-380f-4aaf-aaa3-45d902083e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:56.130034 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd9a1-5077-4773-a8b1-850de054146d req-3cdbf244-39c8-43d4-ab73-cc4fda823e12 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:56.137959 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fc6dd9a1-5077-4773-a8b1-850de054146d req-3cdbf244-39c8-43d4-ab73-cc4fda823e12 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0737741 Mar 10 07:12:56.152997 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Checking router: 890a8a98-137d-4248-bae5-1e8bc65ca466 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:12:56.153454 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Updating router 890a8a98-137d-4248-bae5-1e8bc65ca466 port b0901838-6be9-4d48-b1e2-ac8ab4595746 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:12:56.190401 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.207024 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fc6dd9a1-5077-4773-a8b1-850de054146d req-a9691b1b-0662-4c7f-8f79-02bf0d261364 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671217 Mar 10 07:12:56.208688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 52b8847d-de45-480e-be8b-664e5d36197c triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:56.209074 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (52b8847d-de45-480e-be8b-664e5d36197c), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.335032 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 52b8847d-de45-480e-be8b-664e5d36197c is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:56.335421 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (52b8847d-de45-480e-be8b-664e5d36197c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.453756 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 52b8847d-de45-480e-be8b-664e5d36197c, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=52b8847d-de45-480e-be8b-664e5d36197c,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:56.518852 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for floatingip (f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.530265 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (52b8847d-de45-480e-be8b-664e5d36197c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.630588 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=52b8847d-de45-480e-be8b-664e5d36197c,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:56.685141 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.719060 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Publish callbacks [] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.783418 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.866353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f160f1-486e-4aa1-8d37-0c780e4886f6 None None] Pushing event updated for resources: {'Port': ['ID=b0901838-6be9-4d48-b1e2-ac8ab4595746,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:56.900045 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.946293 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Attempting to bind port b0901838-6be9-4d48-b1e2-ac8ab4595746 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:12:56.946661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Attempting to bind port b0901838-6be9-4d48-b1e2-ac8ab4595746 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:12:56.947023 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Attempting to bind port b0901838-6be9-4d48-b1e2-ac8ab4595746 on network 1bc41526-e014-49b6-b013-a2c5163cc352 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:12:56.952319 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:12:56.952689 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Checking segment: {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:12:56.953082 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.953512 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Bound using segment: {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:12:56.953976 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Bound port: b0901838-6be9-4d48-b1e2-ac8ab4595746, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:12:56.954349 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:56.983953 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.037677 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] For port b0901838-6be9-4d48-b1e2-ac8ab4595746, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:12:57.041992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] For port b0901838-6be9-4d48-b1e2-ac8ab4595746, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=b0901838-6be9-4d48-b1e2-ac8ab4595746,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:12:57.102360 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.105584 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event updated for resources: {'Port': ['ID=c11fc399-65fc-4a15-91b9-9155ab5a03c0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:57.120658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.183364 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Routers {'890a8a98-137d-4248-bae5-1e8bc65ca466'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:57.184006 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['890a8a98-137d-4248-bae5-1e8bc65ca466'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:57.266460 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Floating IP f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2 associated. External IP: 172.27.0.68, port: 12ca5fd8-5506-4117-8cac-9e68beb217f5. Mar 10 07:12:57.279678 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f160f1-486e-4aa1-8d37-0c780e4886f6 None None] Pushing event updated for resources: {'Port': ['ID=b0901838-6be9-4d48-b1e2-ac8ab4595746,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:57.285257 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] Provisioning complete for port b0901838-6be9-4d48-b1e2-ac8ab4595746 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:57.285665 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.420767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984f57f-8108-4b19-bc3e-32d6a347ff2c req-aa17987a-6d27-4362-a788-fbd75f93c515 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:57.424297 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e984f57f-8108-4b19-bc3e-32d6a347ff2c req-aa17987a-6d27-4362-a788-fbd75f93c515 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.1035750 Mar 10 07:12:57.532215 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e984f57f-8108-4b19-bc3e-32d6a347ff2c req-74e065d4-c85d-4318-97a1-f3ae244ad3f4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897281 Mar 10 07:12:57.582062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] Set router 890a8a98-137d-4248-bae5-1e8bc65ca466 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:57.711082 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:12:57.724883 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] Current status of the port b0901838-6be9-4d48-b1e2-ac8ab4595746 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:57.725457 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.780505 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] For port b0901838-6be9-4d48-b1e2-ac8ab4595746, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=b0901838-6be9-4d48-b1e2-ac8ab4595746,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:12:57.872117 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:57.889161 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:12:57.899836 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] Sync routers for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:12:57.919360 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:57.923055 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:57.992778 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:58.043149 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 52b8847d-de45-480e-be8b-664e5d36197c up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:12:58.085345 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-748e1a02-ed42-4d1b-96d2-7f19fbe1fd62 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2059219 Mar 10 07:12:58.085345 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:12:58.085345 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257200a-af31-4fda-8b88-7a05d4ad244f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:12:58.096160 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:58.120321 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927071f-6d74-47f7-9c0f-4307e410f41a None None] Pushing event updated for resources: {'Port': ['ID=b0901838-6be9-4d48-b1e2-ac8ab4595746,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:12:58.140979 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7fb5af-e8fa-4a7c-bc01-2f2d3ada67db x-openstack-request-id: req-5a7fb5af-e8fa-4a7c-bc01-2f2d3ada67db {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:12:58.140979 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:12:58.140979 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a7fb5af-e8fa-4a7c-bc01-2f2d3ada67db {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:12:58.141374 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'status': 'completed', 'code': 200} Mar 10 07:12:58.153883 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-850867ec-3dff-425b-aadc-6b6b65fe3a84 None None] Provisioning complete for port b0901838-6be9-4d48-b1e2-ac8ab4595746 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:58.154556 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-850867ec-3dff-425b-aadc-6b6b65fe3a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:58.212146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 4, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'b0901838-6be9-4d48-b1e2-ac8ab4595746', 'name': '', 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'mac_address': 'fa:16:3e:f2:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7fa83076-380f-4aaf-aaa3-45d902083e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:52Z', 'updated_at': '2022-03-10T07:12:57Z', 'revision_number': 4, 'project_id': '8364929d87b64285b89f22d8574353eb', 'subnets': [{'id': '7fa83076-380f-4aaf-aaa3-45d902083e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:58.248440 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6390a1d-69bc-417d-bf34-24b4291a346a None None] The sync data for ids ['890a8a98-137d-4248-bae5-1e8bc65ca466'] in dv-cinder-832919-1-iscsi is: [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:12:53Z', 'revision_number': 4, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'b0901838-6be9-4d48-b1e2-ac8ab4595746', 'name': '', 'network_id': '1bc41526-e014-49b6-b013-a2c5163cc352', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'mac_address': 'fa:16:3e:f2:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7fa83076-380f-4aaf-aaa3-45d902083e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:52Z', 'updated_at': '2022-03-10T07:12:57Z', 'revision_number': 4, 'project_id': '8364929d87b64285b89f22d8574353eb', 'subnets': [{'id': '7fa83076-380f-4aaf-aaa3-45d902083e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:12:58.251169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 52b8847d-de45-480e-be8b-664e5d36197c triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:12:58.251545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (52b8847d-de45-480e-be8b-664e5d36197c), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:12:58.265672 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-82dcaf34-01dd-4d95-a77c-cf7db36c1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:58.267263 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-82dcaf34-01dd-4d95-a77c-cf7db36c1b7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1129 time: 0.1062222 Mar 10 07:12:58.522927 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-85dbf34a-b540-4006-932f-3e2a0dcd63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:58.522927 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-85dbf34a-b540-4006-932f-3e2a0dcd63dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 909 time: 0.1592288 Mar 10 07:12:58.523429 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 52b8847d-de45-480e-be8b-664e5d36197c is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:58.523429 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-850867ec-3dff-425b-aadc-6b6b65fe3a84 None None] Current status of the port b0901838-6be9-4d48-b1e2-ac8ab4595746 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:12:58.538132 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-bbaf850c-d049-4a2b-9bd2-9f7153ecddc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 998 time: 0.0827348 Mar 10 07:12:58.680385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-53e46be4-9526-4614-aaee-edc42abf37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:58.683070 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-53e46be4-9526-4614-aaee-edc42abf37a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 200 len: 847 time: 0.1365833 Mar 10 07:12:58.697821 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'port_id': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'mac_address': 'fa:16:3e:ec:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:12:56Z', 'updated_at': '2022-03-10T07:12:56Z', 'revision_number': 0, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:58.729390 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] Checking router: dcdf7938-d3ae-477d-83bb-4b7deaea0de4 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:12:58.743646 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:12:58.745013 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:12:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:58.775802 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-385470d7-a09a-4945-aa26-f7086e7e9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:58.777331 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-385470d7-a09a-4945-aa26-f7086e7e9813 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49081606-0680-4e63-907e-aa47f0a0685a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856421 Mar 10 07:12:58.789597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd636da-199f-446b-8ece-f2ffbe835d2a req-a2f0bf95-f1d9-4d57-be3e-0e6c723b19d5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:12:58.792186 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cfd636da-199f-446b-8ece-f2ffbe835d2a req-a2f0bf95-f1d9-4d57-be3e-0e6c723b19d5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.1048117 Mar 10 07:12:58.925834 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cfd636da-199f-446b-8ece-f2ffbe835d2a req-eb19326a-e12c-4025-9a92-175523596e85 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993803 Mar 10 07:12:58.961321 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-b9f68b28-be27-4ed3-8526-998531304106 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731803 Mar 10 07:12:58.994588 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:12:59.110680 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e257200a-af31-4fda-8b88-7a05d4ad244f req-fbec1990-4ef6-459d-9785-3a6305c8834b service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352842 Mar 10 07:12:59.433820 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'port_id': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'mac_address': 'fa:16:3e:ec:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:12:56Z', 'updated_at': '2022-03-10T07:12:56Z', 'revision_number': 0, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:12:59.465723 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b16f2-19cb-463d-92e0-cb7a685e841e None None] The sync data for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi is: [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'port_id': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'mac_address': 'fa:16:3e:ec:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:12:56Z', 'updated_at': '2022-03-10T07:12:56Z', 'revision_number': 0, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:12:59.864505 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb023f7-82b8-44da-8c20-3b52e7b59f16 None None] New status for floating IP f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:13:00.011694 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device b0901838-6be9-4d48-b1e2-ac8ab4595746 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:13:00.075391 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port b0901838-6be9-4d48-b1e2-ac8ab4595746 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:13:00.076048 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:00.110094 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b31359-d2d1-45e9-b2e5-69e9070b18d5 req-e85a7f7c-d940-445e-af78-fc05ae8ff075 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:00.111780 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-06b31359-d2d1-45e9-b2e5-69e9070b18d5 req-e85a7f7c-d940-445e-af78-fc05ae8ff075 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0659542 Mar 10 07:13:00.178533 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-06b31359-d2d1-45e9-b2e5-69e9070b18d5 req-203a87a7-a5c4-44f3-84e1-bce68b5683bc tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574753 Mar 10 07:13:00.187641 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port b0901838-6be9-4d48-b1e2-ac8ab4595746 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:13:01.303254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9119e2-9318-4c16-bc04-a47744f8c76b req-02956951-c451-4f6e-b202-f06d1f123940 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:01.312013 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d9119e2-9318-4c16-bc04-a47744f8c76b req-02956951-c451-4f6e-b202-f06d1f123940 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0691962 Mar 10 07:13:01.361828 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d9119e2-9318-4c16-bc04-a47744f8c76b req-878d855d-1721-4a0f-81a9-d7df346f4735 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Mar 10 07:13:02.492093 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724d27d-6142-41a4-8544-9499efae9179 req-01900306-d900-4ec3-9979-a2a214ba34c2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:02.493722 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2724d27d-6142-41a4-8544-9499efae9179 req-01900306-d900-4ec3-9979-a2a214ba34c2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0601852 Mar 10 07:13:02.540550 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2724d27d-6142-41a4-8544-9499efae9179 req-83e003b9-5f39-4f5d-97f7-59b6c4ce1b67 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Mar 10 07:13:03.680003 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7c29e-24e6-494c-836c-9645b6e58c21 req-9ed23218-571b-41cd-807e-57b63651404d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:03.687850 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3e7c29e-24e6-494c-836c-9645b6e58c21 req-9ed23218-571b-41cd-807e-57b63651404d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0688310 Mar 10 07:13:03.747970 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3e7c29e-24e6-494c-836c-9645b6e58c21 req-d941e5ee-04f2-4593-9e08-c099511cee07 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591228 Mar 10 07:13:04.870803 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c3203-944b-4f15-a6c3-26808965aae4 req-9a89b8b7-b4fe-4403-a554-c8d351ce8f4d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:04.872294 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-573c3203-944b-4f15-a6c3-26808965aae4 req-9a89b8b7-b4fe-4403-a554-c8d351ce8f4d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0598576 Mar 10 07:13:04.923230 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-573c3203-944b-4f15-a6c3-26808965aae4 req-14d098d3-9296-4604-95f7-df37221b0972 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Mar 10 07:13:06.045719 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbf90c-f4b8-45c8-9e17-8b58bebcdd9b req-8f14b5ca-f680-4c15-90e5-edae42ba17cb tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:06.047183 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7afbf90c-f4b8-45c8-9e17-8b58bebcdd9b req-8f14b5ca-f680-4c15-90e5-edae42ba17cb tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0547955 Mar 10 07:13:06.101967 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7afbf90c-f4b8-45c8-9e17-8b58bebcdd9b req-534ef9b2-994d-4026-bb23-d2b94a49c59d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490272 Mar 10 07:13:07.225966 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707521c6-e8c2-4a74-a8dd-06797f4b8e81 req-571aee9b-3ca7-4261-bf05-69a89a991a8d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:07.227427 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-707521c6-e8c2-4a74-a8dd-06797f4b8e81 req-571aee9b-3ca7-4261-bf05-69a89a991a8d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0562305 Mar 10 07:13:07.278224 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-707521c6-e8c2-4a74-a8dd-06797f4b8e81 req-93a2fc1b-e20b-44c1-a6e6-c71f33760cc0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Mar 10 07:13:07.557584 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-7b0b15d9-e41b-4275-b7e9-bad58cdc6a7d tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:07.559008 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-7b0b15d9-e41b-4275-b7e9-bad58cdc6a7d tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 814 time: 0.0975692 Mar 10 07:13:07.572911 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-a33d9197-0e9b-4a3c-99f1-484f200c34fa tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/quotas/9059acfddbe64875947a019009596307 HTTP/1.1" status: 200 len: 375 time: 0.0086312 Mar 10 07:13:07.628752 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-731322dd-4fe8-40e8-8091-c01f468ed263 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512288 Mar 10 07:13:07.722174 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-ef956610-46df-42c2-a5e2-284938a10db2 service neutron] 10.222.0.30 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818694 Mar 10 07:13:07.810985 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-867de29d-335d-4282-9df9-94c74a33e8e0 service neutron] 10.222.0.30 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831835 Mar 10 07:13:08.068668 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-644b27a7-1973-43e2-af28-3567110c625b req-d0eb37de-e0cb-46e4-b356-a49f76314629 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0318415 Mar 10 07:13:08.397736 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816406-26bd-4d61-a62c-05d2bb96d3ea req-1d0e1c8c-35ab-4cd6-8c17-014a110f2ac6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:08.399155 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fc816406-26bd-4d61-a62c-05d2bb96d3ea req-1d0e1c8c-35ab-4cd6-8c17-014a110f2ac6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0519524 Mar 10 07:13:08.444529 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fc816406-26bd-4d61-a62c-05d2bb96d3ea req-add3e9cf-92af-46f5-9625-0ca299d90158 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Mar 10 07:13:09.166001 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a7efa652-494a-469d-a12d-6d10ebe73a7b req-a3177ec0-5ab3-4b86-8fab-f3f34d61d1a6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Mar 10 07:13:09.560878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229d54-a010-4ea9-bfcc-124c5ffba45d req-4fc07fdb-369e-4227-9bf1-f0793699c3ad tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:09.562358 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c3229d54-a010-4ea9-bfcc-124c5ffba45d req-4fc07fdb-369e-4227-9bf1-f0793699c3ad tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0527565 Mar 10 07:13:09.608675 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c3229d54-a010-4ea9-bfcc-124c5ffba45d req-6b4ac905-4de8-4cbe-a275-0dfc359bb985 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Mar 10 07:13:10.208656 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-3ea41a91-64e5-40b5-972f-8f63d0089bd4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:10.212280 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-3ea41a91-64e5-40b5-972f-8f63d0089bd4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.20 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 814 time: 0.1038284 Mar 10 07:13:10.234635 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'port': {'device_id': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'admin_state_up': True, 'tenant_id': '9059acfddbe64875947a019009596307'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:13:10.275871 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f3b88692-9927-4ba9-b3a8-82f1584a4cee req-0ea91751-0336-4b97-a58d-683fc6f88baa tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0438724 Mar 10 07:13:10.405669 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Made reservation on behalf of 9059acfddbe64875947a019009596307 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:13:10.409319 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:10.535906 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Allocated IP 172.20.0.4 (1483fc1f-440b-4860-b049-3ebee64bac78/0bd27e1b-8cdf-4420-bd33-e6fa961c7de8/bcb46566-99aa-4ed7-a73d-eed2881443fb) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:13:10.694486 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:10.741329 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648da4aa-40f5-4e42-a0c3-9ee147e3f885 req-df4718f7-ffff-4bc6-944b-59c90123db42 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:10.742759 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-648da4aa-40f5-4e42-a0c3-9ee147e3f885 req-df4718f7-ffff-4bc6-944b-59c90123db42 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0642724 Mar 10 07:13:10.777981 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:10.791017 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-648da4aa-40f5-4e42-a0c3-9ee147e3f885 req-5a90e71a-0034-469a-96b3-5aad7a53c748 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Mar 10 07:13:10.823133 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Network 1483fc1f-440b-4860-b049-3ebee64bac78 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:13:10.826271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:13:10.829980 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:13:10.862827 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:10.915320 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:10.916408 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:11.001247 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-4d6ca1b2-28fa-42a5-a1b5-bed78c71128f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704623 Mar 10 07:13:11.196893 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-10066d5f-be8d-4414-9135-174cfe7448cc None None] Provisioning complete for port bcb46566-99aa-4ed7-a73d-eed2881443fb triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:13:11.197466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-10066d5f-be8d-4414-9135-174cfe7448cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:11.232052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-10066d5f-be8d-4414-9135-174cfe7448cc None None] Port bcb46566-99aa-4ed7-a73d-eed2881443fb cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:13:11.400274 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8dc67-f4bf-4eae-9114-1ce44eee9c56 req-68e91b9f-92d0-463e-8678-71b8d62dfecc tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:11.401770 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39a8dc67-f4bf-4eae-9114-1ce44eee9c56 req-68e91b9f-92d0-463e-8678-71b8d62dfecc tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0510929 Mar 10 07:13:11.446896 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39a8dc67-f4bf-4eae-9114-1ce44eee9c56 req-165edfae-9829-4b46-b66c-c732bd5c0cde tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Mar 10 07:13:11.925568 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5af75-b35b-498d-aedf-283a6f39733c req-4b85ce40-79e4-4b30-b848-ca6c295752df tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:11.925568 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8ed5af75-b35b-498d-aedf-283a6f39733c req-4b85ce40-79e4-4b30-b848-ca6c295752df tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0649741 Mar 10 07:13:11.970130 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8ed5af75-b35b-498d-aedf-283a6f39733c req-21292f8b-0264-42d5-951d-924a66385e48 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Mar 10 07:13:12.446103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0cc7e1ea-1868-49d7-bc10-3a5ca5d5d676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:12.568166 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836dbc1-d8bd-4051-9557-a135721b2a2f req-ea26fbee-4260-4fa4-a189-edc6e4617225 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:12.568166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c836dbc1-d8bd-4051-9557-a135721b2a2f req-ea26fbee-4260-4fa4-a189-edc6e4617225 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0545633 Mar 10 07:13:12.616049 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c836dbc1-d8bd-4051-9557-a135721b2a2f req-0bee2075-c26f-42b8-9c89-8ddc55377973 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Mar 10 07:13:12.975755 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fff61f-e5ec-4d06-bb44-be520bb9da43 req-a6f89a3a-e203-4043-9bd8-56b277b1b895 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:12.975755 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-82fff61f-e5ec-4d06-bb44-be520bb9da43 req-a6f89a3a-e203-4043-9bd8-56b277b1b895 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Mar 10 07:13:13.034916 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-82fff61f-e5ec-4d06-bb44-be520bb9da43 req-3fc3c5e6-fcd1-4cd4-ba03-d2c7d98887fd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529189 Mar 10 07:13:13.099509 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53debb-4a1c-44ef-adc9-d72e3020f30f req-9309de1a-e196-4f19-bed5-03585165ac7c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:13.100953 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3b53debb-4a1c-44ef-adc9-d72e3020f30f req-9309de1a-e196-4f19-bed5-03585165ac7c tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0597398 Mar 10 07:13:13.147768 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3b53debb-4a1c-44ef-adc9-d72e3020f30f req-1f3ef524-13c6-4dd8-8177-569ef6d16458 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Mar 10 07:13:13.734059 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309e680-994e-4a27-965f-ac89b711a81e req-db9dba3c-e756-448a-abe0-b926e06f40a0 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:13.735500 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8309e680-994e-4a27-965f-ac89b711a81e req-db9dba3c-e756-448a-abe0-b926e06f40a0 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0550361 Mar 10 07:13:13.783743 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8309e680-994e-4a27-965f-ac89b711a81e req-5ecd3812-503e-4884-9117-fbb0eb4992be tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Mar 10 07:13:14.159118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62d03e-4350-43d3-a4e8-7015fcbbf2bd req-bd04faec-88d2-4f1a-a586-e0dce82455d3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:14.160562 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bd62d03e-4350-43d3-a4e8-7015fcbbf2bd req-bd04faec-88d2-4f1a-a586-e0dce82455d3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0520720 Mar 10 07:13:14.217351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bd62d03e-4350-43d3-a4e8-7015fcbbf2bd req-742c8197-02d0-4262-9188-dfb1c0356e8a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510027 Mar 10 07:13:14.276435 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbfc68-2b3b-4783-84b4-2c6d3f1b7ae6 req-6bbf8b7d-741c-4e56-b428-fbc425fe03d9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:14.277888 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-52fbfc68-2b3b-4783-84b4-2c6d3f1b7ae6 req-6bbf8b7d-741c-4e56-b428-fbc425fe03d9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0597031 Mar 10 07:13:14.322793 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-52fbfc68-2b3b-4783-84b4-2c6d3f1b7ae6 req-70eec822-8a87-4960-ace7-6ad6eb653d0e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Mar 10 07:13:14.903320 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58633a-be31-4179-9934-b5cc97eff05d req-54d1ef6c-61b3-4374-a824-a3111ec4f91f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:14.904689 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ba58633a-be31-4179-9934-b5cc97eff05d req-54d1ef6c-61b3-4374-a824-a3111ec4f91f tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0530946 Mar 10 07:13:14.924151 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2c43f5d4-1b35-4997-bfdc-4828b1b3dfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:14.953580 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ba58633a-be31-4179-9934-b5cc97eff05d req-582e4c9e-75a6-40ec-a8d8-970b357a93c0 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Mar 10 07:13:15.343926 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda73c-514c-4a11-9447-fbf92c4c3566 req-43c3f8db-c7d6-4dd8-a3f2-e58a3d13539b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:15.345508 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9eda73c-514c-4a11-9447-fbf92c4c3566 req-43c3f8db-c7d6-4dd8-a3f2-e58a3d13539b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0571353 Mar 10 07:13:15.393075 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9eda73c-514c-4a11-9447-fbf92c4c3566 req-1b3f81ed-967b-4534-abc4-926a37fc8e4e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Mar 10 07:13:15.501937 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cbe57-73e4-40a8-89a1-0c8b862aa0ba req-185a17e6-fcd0-4814-afac-c2749c6923f0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:15.503349 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7f5cbe57-73e4-40a8-89a1-0c8b862aa0ba req-185a17e6-fcd0-4814-afac-c2749c6923f0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0535121 Mar 10 07:13:15.551904 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7f5cbe57-73e4-40a8-89a1-0c8b862aa0ba req-edb5eada-93b9-46d1-a467-8c15adf1eb5a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Mar 10 07:13:16.028649 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:16.080948 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e435e-6905-4fdd-8a7c-e5f670cbeb31 req-1d9487f8-96b6-4473-8854-27ded754d72c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:16.082657 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0d5e435e-6905-4fdd-8a7c-e5f670cbeb31 req-1d9487f8-96b6-4473-8854-27ded754d72c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0554156 Mar 10 07:13:16.146637 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0d5e435e-6905-4fdd-8a7c-e5f670cbeb31 req-fce6bf2a-544a-45d6-9383-900eabde8e0d tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 Mar 10 07:13:16.519086 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecee6d-89ba-4c65-aff4-1457f5c6fbd0 req-da2a6abf-f3c6-4f6d-98ab-82f86cd6a181 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:16.520537 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eaecee6d-89ba-4c65-aff4-1457f5c6fbd0 req-da2a6abf-f3c6-4f6d-98ab-82f86cd6a181 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0525343 Mar 10 07:13:16.566998 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eaecee6d-89ba-4c65-aff4-1457f5c6fbd0 req-556d0e20-e047-42e8-91ce-83303897c632 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Mar 10 07:13:16.675135 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a051a-10ce-47a1-a526-64c89e68fc29 req-e09009f2-fb91-492d-a7ed-49c71149d5e8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:16.677251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ad5a051a-10ce-47a1-a526-64c89e68fc29 req-e09009f2-fb91-492d-a7ed-49c71149d5e8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0537877 Mar 10 07:13:16.726290 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ad5a051a-10ce-47a1-a526-64c89e68fc29 req-13d60409-09de-4976-a92e-13f427e00140 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Mar 10 07:13:17.273240 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fadc2-c016-406d-ac75-c97d71b71258 req-f080a76e-b878-4e18-8eb7-fe0a85ed1a6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:17.274638 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb9fadc2-c016-406d-ac75-c97d71b71258 req-f080a76e-b878-4e18-8eb7-fe0a85ed1a6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0552793 Mar 10 07:13:17.321436 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb9fadc2-c016-406d-ac75-c97d71b71258 req-93062576-6eda-40f2-b243-6c3625153e78 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Mar 10 07:13:17.467035 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:17.694998 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75adf7b-dce2-44a6-aaa5-3f4904ddb395 req-975d4671-7592-4152-bd6b-4719907e5595 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:17.696443 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e75adf7b-dce2-44a6-aaa5-3f4904ddb395 req-975d4671-7592-4152-bd6b-4719907e5595 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0580802 Mar 10 07:13:17.715469 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:17.743797 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e75adf7b-dce2-44a6-aaa5-3f4904ddb395 req-098a2f1d-8623-4b47-8d62-97c7e98d5c67 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Mar 10 07:13:17.858728 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aabda-a666-48ef-9d6a-43d3f33e9ee9 req-f659e0e8-86ed-440c-a422-8b1e89a0378e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:17.860065 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f79aabda-a666-48ef-9d6a-43d3f33e9ee9 req-f659e0e8-86ed-440c-a422-8b1e89a0378e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0547652 Mar 10 07:13:17.907783 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f79aabda-a666-48ef-9d6a-43d3f33e9ee9 req-83fee7b0-bb4c-4af5-936d-4e964c81a420 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Mar 10 07:13:18.442798 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f777f1-fec2-480d-8d49-b44f931ce985 req-78dffef4-89b6-4a38-88f1-c9e8c954a678 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:18.444194 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53f777f1-fec2-480d-8d49-b44f931ce985 req-78dffef4-89b6-4a38-88f1-c9e8c954a678 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0582705 Mar 10 07:13:18.516466 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53f777f1-fec2-480d-8d49-b44f931ce985 req-408b9212-612f-4acf-ae7b-dcf559d172ca tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655396 Mar 10 07:13:18.878626 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb8e32-671d-4888-94e0-d0e560c0acd7 req-466b70e0-be35-4b32-a391-481860c296f5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:18.880770 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9acb8e32-671d-4888-94e0-d0e560c0acd7 req-466b70e0-be35-4b32-a391-481860c296f5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0589256 Mar 10 07:13:18.936015 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9acb8e32-671d-4888-94e0-d0e560c0acd7 req-7e1698ab-81f7-4462-b2b6-6382647389c8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491982 Mar 10 07:13:19.085088 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65672c53-9f44-4419-8663-d819d6518e9f req-0c240d8b-de56-4554-99cb-b637aa1b16a2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:19.085088 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-65672c53-9f44-4419-8663-d819d6518e9f req-0c240d8b-de56-4554-99cb-b637aa1b16a2 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0558157 Mar 10 07:13:19.098740 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-65672c53-9f44-4419-8663-d819d6518e9f req-57c816a8-8a75-40ef-99d7-93fd44c5ac32 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Mar 10 07:13:19.314238 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:19.641389 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240184e6-f7db-4fe5-8e9d-3dfb21f633ce req-d875b172-a6bd-434d-82af-b7b876ada33c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:19.642999 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-240184e6-f7db-4fe5-8e9d-3dfb21f633ce req-d875b172-a6bd-434d-82af-b7b876ada33c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0604653 Mar 10 07:13:19.688910 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-240184e6-f7db-4fe5-8e9d-3dfb21f633ce req-7e986b90-b123-42f9-b0cc-a6b8268281d9 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Mar 10 07:13:20.060579 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970409-d889-4d6c-bc6b-300cea2e30ac req-041083e8-c12a-42aa-a029-2e6093da88ef tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:20.062078 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-67970409-d889-4d6c-bc6b-300cea2e30ac req-041083e8-c12a-42aa-a029-2e6093da88ef tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0568550 Mar 10 07:13:20.109996 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-67970409-d889-4d6c-bc6b-300cea2e30ac req-e836e3dd-0921-4ea4-bde4-10521c461e2c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Mar 10 07:13:20.219446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3698e85-0fc5-4e3f-8069-71d5f4f30fca req-44a9fcb7-90a9-4032-af1b-feb672851f31 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:20.220822 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3698e85-0fc5-4e3f-8069-71d5f4f30fca req-44a9fcb7-90a9-4032-af1b-feb672851f31 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0541782 Mar 10 07:13:20.267364 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3698e85-0fc5-4e3f-8069-71d5f4f30fca req-1079eb89-cb6a-49ed-ae78-34973361dee3 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Mar 10 07:13:20.803692 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526bd0c-b770-4c57-a0ec-83ebfc3c2393 req-c05a3ef0-4453-45dd-9b94-105592d7d6a4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:20.805181 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3526bd0c-b770-4c57-a0ec-83ebfc3c2393 req-c05a3ef0-4453-45dd-9b94-105592d7d6a4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0524790 Mar 10 07:13:20.855768 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3526bd0c-b770-4c57-a0ec-83ebfc3c2393 req-966d188f-aef9-4a3c-98ad-dd1267f71f14 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Mar 10 07:13:21.235212 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25947663-50c0-4101-bce3-2d31a7b687ab req-dcc14ac2-46ac-46bb-9f03-0e79ba233c4c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:21.236794 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-25947663-50c0-4101-bce3-2d31a7b687ab req-dcc14ac2-46ac-46bb-9f03-0e79ba233c4c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0547957 Mar 10 07:13:21.284713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-25947663-50c0-4101-bce3-2d31a7b687ab req-cee06763-50d6-4dba-85a7-c63b39735947 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Mar 10 07:13:21.400837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a621b1-4d32-42cf-aeab-c3e3faa15f64 req-7878c6c2-68e9-45e3-af7a-0ff2a9c16b62 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:21.402249 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-98a621b1-4d32-42cf-aeab-c3e3faa15f64 req-7878c6c2-68e9-45e3-af7a-0ff2a9c16b62 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0586224 Mar 10 07:13:21.448602 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-98a621b1-4d32-42cf-aeab-c3e3faa15f64 req-4867a5a7-88f4-4a16-9b2c-ac5c65d39a90 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Mar 10 07:13:22.003856 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f63a91-c00a-4265-8000-3ff702d10257 req-31ce805d-6da4-48b6-9b9a-cf61da0d4528 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:22.011466 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-57f63a91-c00a-4265-8000-3ff702d10257 req-31ce805d-6da4-48b6-9b9a-cf61da0d4528 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0773318 Mar 10 07:13:22.061206 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-57f63a91-c00a-4265-8000-3ff702d10257 req-86972c5f-68ae-46b1-ad09-30cd77dd9569 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Mar 10 07:13:22.403275 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9f6ba-555d-4b7f-b4ca-02b305c8f113 req-236f27d1-3acb-46d0-9a23-d384e177b3e7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:22.404734 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-34e9f6ba-555d-4b7f-b4ca-02b305c8f113 req-236f27d1-3acb-46d0-9a23-d384e177b3e7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Mar 10 07:13:22.451132 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-34e9f6ba-555d-4b7f-b4ca-02b305c8f113 req-8aaebbe3-d698-4e37-8481-10f6c8349d6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Mar 10 07:13:22.566960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d2eb-b3c1-44e5-954f-9fe506145903 req-49d93cfb-8acf-476e-80ce-b232247a6fa1 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:22.568293 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0be2d2eb-b3c1-44e5-954f-9fe506145903 req-49d93cfb-8acf-476e-80ce-b232247a6fa1 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0538101 Mar 10 07:13:22.612096 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0be2d2eb-b3c1-44e5-954f-9fe506145903 req-31469cd7-c8a9-44e0-81a3-6bc329e70b83 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Mar 10 07:13:23.175040 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38e008-eb12-4d77-8e86-635257a45aa1 req-7a0a9ea1-0a1d-46cf-b7ae-6c2736bce187 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:23.176499 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b38e008-eb12-4d77-8e86-635257a45aa1 req-7a0a9ea1-0a1d-46cf-b7ae-6c2736bce187 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0504782 Mar 10 07:13:23.221204 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b38e008-eb12-4d77-8e86-635257a45aa1 req-cffc5444-745c-475a-a9ac-5fe0107d26d9 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Mar 10 07:13:23.570273 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb9dc-d709-4bd5-85f5-124286bbfe07 req-cbe5a670-2330-4dcd-a11e-01a70ccfd463 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:23.571718 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3adeb9dc-d709-4bd5-85f5-124286bbfe07 req-cbe5a670-2330-4dcd-a11e-01a70ccfd463 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0513504 Mar 10 07:13:23.619577 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3adeb9dc-d709-4bd5-85f5-124286bbfe07 req-b19491af-e48f-4568-81dd-c7e8f575e7ce tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Mar 10 07:13:23.724244 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86441b1-a9e9-42fd-b996-bc20932b5afa req-f67c79d9-4eaa-411d-a9a2-8d93edd17301 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:23.725680 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c86441b1-a9e9-42fd-b996-bc20932b5afa req-f67c79d9-4eaa-411d-a9a2-8d93edd17301 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0509186 Mar 10 07:13:23.772004 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c86441b1-a9e9-42fd-b996-bc20932b5afa req-9ee9046a-e8bd-47ae-a138-51c59546de9d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Mar 10 07:13:24.331164 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bc285-458e-4974-96ed-6ec36d00fd8f req-d08aa4b2-f13a-4ea1-9c5a-46ca1c1f3391 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:24.332990 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0f4bc285-458e-4974-96ed-6ec36d00fd8f req-d08aa4b2-f13a-4ea1-9c5a-46ca1c1f3391 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0498025 Mar 10 07:13:24.378617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0f4bc285-458e-4974-96ed-6ec36d00fd8f req-e40bf4ae-010a-4c0a-bd7a-af56d2e115d4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Mar 10 07:13:24.740792 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77107bce-0334-428f-99b7-4f362905d7ff req-98a7a013-a32d-4f52-b86b-f2d3a9b3830d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:24.742241 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77107bce-0334-428f-99b7-4f362905d7ff req-98a7a013-a32d-4f52-b86b-f2d3a9b3830d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0548911 Mar 10 07:13:24.786431 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77107bce-0334-428f-99b7-4f362905d7ff req-c0a413aa-e3b0-4c8b-870a-e3279cc6043b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386498 Mar 10 07:13:24.890926 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f31eb-5126-420f-9eb1-014ea4e684a5 req-b708e3ee-c5d1-415b-ac35-88fe5cce9aff tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:24.892362 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-331f31eb-5126-420f-9eb1-014ea4e684a5 req-b708e3ee-c5d1-415b-ac35-88fe5cce9aff tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0502946 Mar 10 07:13:24.936924 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-331f31eb-5126-420f-9eb1-014ea4e684a5 req-4dd0728a-a34b-4f98-b770-84644f335eb9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Mar 10 07:13:25.493007 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d965b3-e210-4740-a679-cdd5a2a9702a req-a42b3c4e-81c5-480f-84f1-01d254da3165 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:25.494470 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0d965b3-e210-4740-a679-cdd5a2a9702a req-a42b3c4e-81c5-480f-84f1-01d254da3165 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0529392 Mar 10 07:13:25.546792 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0d965b3-e210-4740-a679-cdd5a2a9702a req-e7edb36d-e03f-421d-b275-958d0441f20a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 Mar 10 07:13:25.906335 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6863a2c-945d-450c-bf70-b444998615f0 req-1c67ef5a-ced1-4255-9d7d-0e75e1a9de0b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:25.907771 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c6863a2c-945d-450c-bf70-b444998615f0 req-1c67ef5a-ced1-4255-9d7d-0e75e1a9de0b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Mar 10 07:13:25.954541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c6863a2c-945d-450c-bf70-b444998615f0 req-11090af9-c0ad-4345-8720-435c3fa9a52a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404866 Mar 10 07:13:26.067587 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7aafd-9286-407e-b36d-d12db1440de6 req-5f372c23-85fc-4d94-8dbc-fd5822d81a30 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:26.069114 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0b7aafd-9286-407e-b36d-d12db1440de6 req-5f372c23-85fc-4d94-8dbc-fd5822d81a30 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0556698 Mar 10 07:13:26.125526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0b7aafd-9286-407e-b36d-d12db1440de6 req-92c4a8e2-3174-4286-8043-b52dd091d5df tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493555 Mar 10 07:13:26.824178 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850fb04-890b-41ee-8b37-d9cc0ac10a55 req-0a0a17a1-1437-48e7-b1a6-41ea625bc187 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:26.825694 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2850fb04-890b-41ee-8b37-d9cc0ac10a55 req-0a0a17a1-1437-48e7-b1a6-41ea625bc187 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.2125771 Mar 10 07:13:26.870088 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2850fb04-890b-41ee-8b37-d9cc0ac10a55 req-0f1a3c67-8bb2-4c97-a1b3-25637e700971 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Mar 10 07:13:27.074120 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00371-5cd3-414a-ae3e-6c407996e009 req-28be50a0-5d9a-476a-9d71-83589031cec5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:27.076530 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ff00371-5cd3-414a-ae3e-6c407996e009 req-28be50a0-5d9a-476a-9d71-83589031cec5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Mar 10 07:13:27.120400 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ff00371-5cd3-414a-ae3e-6c407996e009 req-af6f0585-cb20-4618-9319-8239522c0e4f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393713 Mar 10 07:13:27.236541 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589e79f-fdc2-4739-ae9d-9a66b46479f3 req-43ee39c1-e4cb-497d-9146-75c8c4f43a14 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:27.238031 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0589e79f-fdc2-4739-ae9d-9a66b46479f3 req-43ee39c1-e4cb-497d-9146-75c8c4f43a14 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0537395 Mar 10 07:13:27.284390 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0589e79f-fdc2-4739-ae9d-9a66b46479f3 req-25c21208-e065-444d-b2c4-49b64cdb48f8 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Mar 10 07:13:27.983181 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f241e6b-5407-4e50-8a7f-1b4568420b30 req-ae4e31b7-0a88-429c-9901-09748c4b2421 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:27.984618 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8f241e6b-5407-4e50-8a7f-1b4568420b30 req-ae4e31b7-0a88-429c-9901-09748c4b2421 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0522723 Mar 10 07:13:28.030099 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8f241e6b-5407-4e50-8a7f-1b4568420b30 req-dab98b14-4b1a-4b67-a699-20c64c6581e6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Mar 10 07:13:28.236335 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4fdbf-7546-4876-bfa5-c65beadc07ee req-073dcb39-66c5-49aa-894a-e963cdd0ed41 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:28.237795 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30b4fdbf-7546-4876-bfa5-c65beadc07ee req-073dcb39-66c5-49aa-894a-e963cdd0ed41 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Mar 10 07:13:28.286018 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30b4fdbf-7546-4876-bfa5-c65beadc07ee req-e7502957-04d1-44e5-8555-2ddae0ed7b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Mar 10 07:13:28.396625 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084f7a2-d7fe-42c6-a70c-dc1c436b4f3f req-1ad5e474-cfa2-4a05-9171-0badad58e3ee tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:28.398132 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c084f7a2-d7fe-42c6-a70c-dc1c436b4f3f req-1ad5e474-cfa2-4a05-9171-0badad58e3ee tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0508494 Mar 10 07:13:28.443015 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c084f7a2-d7fe-42c6-a70c-dc1c436b4f3f req-675d8e0d-39c7-4b3a-bc1d-e7bdb6c748fa tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Mar 10 07:13:29.142164 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5ef63-8a5b-4915-ab3f-b599cc1f58e6 req-68c35b5d-eff6-42ef-9ffd-fe1d4fd9cc18 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:29.143595 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-58e5ef63-8a5b-4915-ab3f-b599cc1f58e6 req-68c35b5d-eff6-42ef-9ffd-fe1d4fd9cc18 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0500102 Mar 10 07:13:29.190877 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-58e5ef63-8a5b-4915-ab3f-b599cc1f58e6 req-de0dcf8f-7d01-439c-b899-5dc472ccf92c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Mar 10 07:13:29.194076 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Request body: {'port': {'device_id': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:13:29.257645 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:29.410299 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acc112-6c7c-42de-9be2-3230eb189450 req-6b9a013e-b259-4c10-8e8d-79af4135dd6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:29.411840 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-17acc112-6c7c-42de-9be2-3230eb189450 req-6b9a013e-b259-4c10-8e8d-79af4135dd6e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0551498 Mar 10 07:13:29.459105 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-17acc112-6c7c-42de-9be2-3230eb189450 req-451534f6-f427-4435-841d-f1ee7fa62c06 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Mar 10 07:13:29.519438 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb46566-99aa-4ed7-a73d-eed2881443fb {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:13:29.526928 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Publish callbacks [] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:29.538790 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Transition to ACTIVE for port object bcb46566-99aa-4ed7-a73d-eed2881443fb will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:13:29.563419 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7c92e-15cd-4db7-b885-0299337034d9 req-f61cf0f3-92bb-4780-8d12-cf828b0ae610 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:29.564871 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3e7c92e-15cd-4db7-b885-0299337034d9 req-f61cf0f3-92bb-4780-8d12-cf828b0ae610 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0506084 Mar 10 07:13:29.605708 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:29.610582 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3e7c92e-15cd-4db7-b885-0299337034d9 req-e419fbd5-b59e-44a5-aa63-1444be2321d5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Mar 10 07:13:29.659725 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:29.685268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.685716 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.686057 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.686390 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.686716 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.687040 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.687362 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.687684 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.688008 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.688329 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.688646 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.688962 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.689279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:29.776267 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Attempting to bind port bcb46566-99aa-4ed7-a73d-eed2881443fb on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:13:29.776568 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Attempting to bind port bcb46566-99aa-4ed7-a73d-eed2881443fb by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:13:29.776858 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Attempting to bind port bcb46566-99aa-4ed7-a73d-eed2881443fb on network 1483fc1f-440b-4860-b049-3ebee64bac78 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:13:29.781861 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-4e79018e-f58d-42f7-ab1c-bcf362c563cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:29.783487 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-4e79018e-f58d-42f7-ab1c-bcf362c563cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1129 time: 0.0901191 Mar 10 07:13:29.785601 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Port bcb46566-99aa-4ed7-a73d-eed2881443fb on network 1483fc1f-440b-4860-b049-3ebee64bac78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:13:29.785929 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Attempting to bind port bcb46566-99aa-4ed7-a73d-eed2881443fb on network 1483fc1f-440b-4860-b049-3ebee64bac78 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:13:29.791573 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:13:29.791919 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Checking segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:13:29.792305 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Bound using segment: {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:13:29.792738 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Bound port: bcb46566-99aa-4ed7-a73d-eed2881443fb, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a9ea11-67b7-4209-93f2-851fc6c1c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:13:29.793096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:29.933212 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:13:29.937524 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:13:29.941805 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-c28d3975-c05d-416c-b35f-ba178e6fd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:29.943306 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-c28d3975-c05d-416c-b35f-ba178e6fd99a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.1338532 Mar 10 07:13:30.012345 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-1d5f58cc-eb55-44dc-8282-4c026b2bfbb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 1001 time: 0.0619516 Mar 10 07:13:30.029938 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:30.086905 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.086905 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:30.087488 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] 10.222.0.20 "PUT /v2.0/ports/bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 1093 time: 0.8992381 Mar 10 07:13:30.091664 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:13:30.094130 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39766e5e-86fc-4139-9bf2-19c362e1940d" -d '{"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:13:30.122313 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-da5d14da-8932-41aa-808b-4b9860aa69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.123780 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-da5d14da-8932-41aa-808b-4b9860aa69f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.1033225 Mar 10 07:13:30.134001 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a39fcc-d5e8-45de-a54c-f6a9301c5ecb service neutron] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:30.148269 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df42d4c-02f7-4e04-8ea5-b51ba87b5788 x-openstack-request-id: req-0df42d4c-02f7-4e04-8ea5-b51ba87b5788 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:13:30.148558 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:13:30.148950 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0df42d4c-02f7-4e04-8ea5-b51ba87b5788 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:13:30.149202 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'status': 'completed', 'code': 200} Mar 10 07:13:30.236958 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-b5f9498d-989e-444a-a066-b3b66b778326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.238914 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-b5f9498d-989e-444a-a066-b3b66b778326 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000574 Mar 10 07:13:30.245372 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766e5e-86fc-4139-9bf2-19c362e1940d req-71144773-ba82-44e3-8e33-a7e03f96ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.246999 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-39766e5e-86fc-4139-9bf2-19c362e1940d req-71144773-ba82-44e3-8e33-a7e03f96ac6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0756516 Mar 10 07:13:30.353448 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d4f49-59bc-4c3f-b536-873b785ae7d9 req-945799f3-dca5-468e-8122-7c9329a77c32 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.355358 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fc4d4f49-59bc-4c3f-b536-873b785ae7d9 req-945799f3-dca5-468e-8122-7c9329a77c32 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0703382 Mar 10 07:13:30.404979 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fc4d4f49-59bc-4c3f-b536-873b785ae7d9 req-a4a8d599-2f62-470e-aed2-5b1d8a91a6b7 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Mar 10 07:13:30.422917 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-e7b7105f-f814-4b4e-ae57-16beedeb41f9 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748328 Mar 10 07:13:30.424657 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766e5e-86fc-4139-9bf2-19c362e1940d req-b9306e90-1c24-4a6f-a211-51b9509f5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.426219 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-39766e5e-86fc-4139-9bf2-19c362e1940d req-b9306e90-1c24-4a6f-a211-51b9509f5b22 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9059acfddbe64875947a019009596307&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1698794 Mar 10 07:13:30.580523 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ac0b1-55fb-4291-a04f-575d1729d47e req-81fb802c-433a-455e-bd2f-54e1f9a2ed7f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.581917 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f06ac0b1-55fb-4291-a04f-575d1729d47e req-81fb802c-433a-455e-bd2f-54e1f9a2ed7f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0512002 Mar 10 07:13:30.587875 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-18a42b3c-a888-406f-a22c-d3b5eab11c09 req-877daa47-6d85-495f-bec6-a8030d0d8b05 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535470 Mar 10 07:13:30.588936 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766e5e-86fc-4139-9bf2-19c362e1940d req-5bf8ce40-c143-44b3-8340-18cfe5f3621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.590327 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-39766e5e-86fc-4139-9bf2-19c362e1940d req-5bf8ce40-c143-44b3-8340-18cfe5f3621a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487713 Mar 10 07:13:30.633528 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f06ac0b1-55fb-4291-a04f-575d1729d47e req-afa28c31-1975-4304-aa69-e60445f664af tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441685 Mar 10 07:13:30.691980 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-83e98088-0fac-445f-bd1f-426af5aa4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.693570 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-83e98088-0fac-445f-bd1f-426af5aa4dbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0527489 Mar 10 07:13:30.732905 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952320-63bc-43de-ad84-fbcbaaf23b4d req-8917134e-f138-4fed-b7fa-1dd5e5528432 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.734391 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-84952320-63bc-43de-ad84-fbcbaaf23b4d req-8917134e-f138-4fed-b7fa-1dd5e5528432 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0522118 Mar 10 07:13:30.770361 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-541d2462-f374-41f1-ae45-e73618e55fb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 217 time: 0.0341711 Mar 10 07:13:30.783643 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-84952320-63bc-43de-ad84-fbcbaaf23b4d req-b1780fb8-39d1-44bd-90fe-f7b257c62357 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Mar 10 07:13:30.818522 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-141f6da0-91c9-4f37-9cdd-a1d3fc6371fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.819985 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-141f6da0-91c9-4f37-9cdd-a1d3fc6371fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 200 len: 853 time: 0.0431137 Mar 10 07:13:30.872441 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f4233-778c-4774-b07f-5e97dea4389f req-e0f57c58-3ee7-4c6b-8196-72d47cf487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:30.873962 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-e0f57c58-3ee7-4c6b-8196-72d47cf487b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1483fc1f-440b-4860-b049-3ebee64bac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472875 Mar 10 07:13:30.966591 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-a2195145-4f35-4450-8b99-d5ad87b9996b service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Mar 10 07:13:31.300449 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a38f4233-778c-4774-b07f-5e97dea4389f req-e983e146-4d36-4896-aa87-d578cf5604ea service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841875 Mar 10 07:13:31.519460 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b6be7-da39-4134-942b-025692899dc1 req-d0496484-57a9-48e9-b009-545f7ee4adc8 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:31.520882 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b1b6be7-da39-4134-942b-025692899dc1 req-d0496484-57a9-48e9-b009-545f7ee4adc8 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0508394 Mar 10 07:13:31.566177 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b1b6be7-da39-4134-942b-025692899dc1 req-7e6a6185-2313-48df-a7f2-22dd770dae87 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Mar 10 07:13:31.753624 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e0923-0934-4154-96a0-9fa2a9f55b38 req-77b1e032-4d5a-4e78-8f9a-3ed457d34679 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:31.755079 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8e4e0923-0934-4154-96a0-9fa2a9f55b38 req-77b1e032-4d5a-4e78-8f9a-3ed457d34679 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0520811 Mar 10 07:13:31.800969 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8e4e0923-0934-4154-96a0-9fa2a9f55b38 req-2cd0c338-c213-442a-b701-82936797b112 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399458 Mar 10 07:13:31.901550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b6f4-d927-4b76-99b1-40d8e744dd9a req-dc1ed0a6-f3c6-469b-911b-60c8d4ee3800 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:31.903038 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6e12b6f4-d927-4b76-99b1-40d8e744dd9a req-dc1ed0a6-f3c6-469b-911b-60c8d4ee3800 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0556567 Mar 10 07:13:31.948855 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6e12b6f4-d927-4b76-99b1-40d8e744dd9a req-1099116c-6290-4178-b224-f712bd9fb395 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Mar 10 07:13:32.679394 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be2fc-34e9-4253-b865-159ea75514b1 req-4034c944-b868-4d7d-aad0-81691e7d4b24 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:32.680879 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-443be2fc-34e9-4253-b865-159ea75514b1 req-4034c944-b868-4d7d-aad0-81691e7d4b24 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0517931 Mar 10 07:13:32.718459 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:13:32.727178 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-443be2fc-34e9-4253-b865-159ea75514b1 req-ba3df9c1-f61d-440f-8670-210116b1e216 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Mar 10 07:13:32.920889 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c815c63-457d-47df-9f34-edca1444cac5 req-2a3c6da0-2f27-4183-8e2d-622a345dedc4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:32.922424 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3c815c63-457d-47df-9f34-edca1444cac5 req-2a3c6da0-2f27-4183-8e2d-622a345dedc4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0514929 Mar 10 07:13:32.973185 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3c815c63-457d-47df-9f34-edca1444cac5 req-6f5f1b2a-b12f-4ad6-95f8-6bb80a9afe80 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Mar 10 07:13:33.068523 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f75ed-af20-4f6e-ae62-ca5429e6e6d9 req-45679c39-83aa-4dfd-828b-cd8b7114dee6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:33.070000 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d19f75ed-af20-4f6e-ae62-ca5429e6e6d9 req-45679c39-83aa-4dfd-828b-cd8b7114dee6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0517070 Mar 10 07:13:33.116169 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d19f75ed-af20-4f6e-ae62-ca5429e6e6d9 req-667d3843-d761-4bba-8fce-e4864ef7b433 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Mar 10 07:13:33.841157 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce0bf-b083-4e8a-bbfe-8a5265bdefd5 req-04c307f3-79c3-43f5-843c-7151af3ab719 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:33.842617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-67fce0bf-b083-4e8a-bbfe-8a5265bdefd5 req-04c307f3-79c3-43f5-843c-7151af3ab719 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0518339 Mar 10 07:13:33.886904 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-67fce0bf-b083-4e8a-bbfe-8a5265bdefd5 req-5969f884-2f8c-41f9-91e2-05d2cc91cfd3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Mar 10 07:13:34.098760 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa7ac9-6b5f-4690-9ecc-5dbbb99a1d5f req-e45a7845-d672-41d5-8681-7ac7e3357905 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:34.100211 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4fa7ac9-6b5f-4690-9ecc-5dbbb99a1d5f req-e45a7845-d672-41d5-8681-7ac7e3357905 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0572584 Mar 10 07:13:34.146807 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4fa7ac9-6b5f-4690-9ecc-5dbbb99a1d5f req-9db9546c-a841-4a02-9896-72e48a2a2b15 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 Mar 10 07:13:34.231842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794799c-ba93-4d0e-b070-30966f2ed1b5 req-a9aecf4c-24a4-48b5-b716-ad0243e95cf0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:34.233323 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c794799c-ba93-4d0e-b070-30966f2ed1b5 req-a9aecf4c-24a4-48b5-b716-ad0243e95cf0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0523398 Mar 10 07:13:34.279026 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c794799c-ba93-4d0e-b070-30966f2ed1b5 req-393313de-c863-4053-8469-d87e9fe13391 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Mar 10 07:13:35.015512 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469289d-daa9-447b-8fad-bcafb40d5c19 req-5565cdf3-7a49-4388-924d-a84f019d4016 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:35.015512 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7469289d-daa9-447b-8fad-bcafb40d5c19 req-5565cdf3-7a49-4388-924d-a84f019d4016 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0590179 Mar 10 07:13:35.057641 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7469289d-daa9-447b-8fad-bcafb40d5c19 req-28d83d11-b055-4d1b-977a-8b8a7ea06963 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Mar 10 07:13:35.260953 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device bcb46566-99aa-4ed7-a73d-eed2881443fb details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:13:35.269956 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c042c-a8db-4d47-a6a8-e0a35d924d22 req-128b2540-b337-45d4-9051-348cb1c6c9b8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:35.272006 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-794c042c-a8db-4d47-a6a8-e0a35d924d22 req-128b2540-b337-45d4-9051-348cb1c6c9b8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0515449 Mar 10 07:13:35.319598 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-794c042c-a8db-4d47-a6a8-e0a35d924d22 req-d6bcf8b3-7ab6-446a-bb79-0e4eb2b356ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Mar 10 07:13:35.366033 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:13:35.377612 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'port_id': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'mac_address': 'fa:16:3e:2b:bd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:13:35.420095 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port bcb46566-99aa-4ed7-a73d-eed2881443fb is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:13:35.425012 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:35.433669 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb46566-99aa-4ed7-a73d-eed2881443fb {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:13:35.438322 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f275d-f29b-41f5-a532-f114402810e1 req-48556888-d7e5-43ea-a60c-c4e3bc3979cb tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:35.439815 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7a6f275d-f29b-41f5-a532-f114402810e1 req-48556888-d7e5-43ea-a60c-c4e3bc3979cb tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0615017 Mar 10 07:13:35.456538 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:13:35.492702 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7a6f275d-f29b-41f5-a532-f114402810e1 req-edc3c792-8168-4f49-bbee-1999158e7d6f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Mar 10 07:13:35.537261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:35.584930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:36.001328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['bcb46566-99aa-4ed7-a73d-eed2881443fb'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:13:36.176373 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53b209-8a6f-414b-ac0f-21be8df1c5f9 req-44c584ef-9e61-469c-8c58-b1f5533beeab tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:36.178417 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8c53b209-8a6f-414b-ac0f-21be8df1c5f9 req-44c584ef-9e61-469c-8c58-b1f5533beeab tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0516183 Mar 10 07:13:36.224780 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8c53b209-8a6f-414b-ac0f-21be8df1c5f9 req-6b7c9f55-9eb5-4703-80f1-cc8504234ab6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Mar 10 07:13:36.444197 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e49ad-2937-47bb-9423-5d5c403741d2 req-e440e244-f117-4b9a-9da7-4642dc4e6b6f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:36.445659 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-283e49ad-2937-47bb-9423-5d5c403741d2 req-e440e244-f117-4b9a-9da7-4642dc4e6b6f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Mar 10 07:13:36.491264 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-283e49ad-2937-47bb-9423-5d5c403741d2 req-6314fabe-0576-4cf2-ad08-2e0a98b75edc tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Mar 10 07:13:36.614095 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450591-3e3a-4e20-9c8c-b701a7530726 req-4d11f0bb-8c47-4c31-8d07-39ffcf3e2567 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:36.615590 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0b450591-3e3a-4e20-9c8c-b701a7530726 req-4d11f0bb-8c47-4c31-8d07-39ffcf3e2567 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0566082 Mar 10 07:13:36.661519 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0b450591-3e3a-4e20-9c8c-b701a7530726 req-6d569853-fedb-4afc-9beb-fd493635cd92 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Mar 10 07:13:37.275103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device bcb46566-99aa-4ed7-a73d-eed2881443fb up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:13:37.339155 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae63b68-f339-403e-acb0-659b02e0a17e req-ace53530-13ed-41e7-8de0-cc2107963f93 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:37.340828 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7ae63b68-f339-403e-acb0-659b02e0a17e req-ace53530-13ed-41e7-8de0-cc2107963f93 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0516586 Mar 10 07:13:37.388724 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port bcb46566-99aa-4ed7-a73d-eed2881443fb completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:13:37.389795 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7ae63b68-f339-403e-acb0-659b02e0a17e req-9c8d2956-89d5-4282-b3bb-fe125856cb32 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Mar 10 07:13:37.393138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port bcb46566-99aa-4ed7-a73d-eed2881443fb triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:13:37.393483 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:37.476282 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port bcb46566-99aa-4ed7-a73d-eed2881443fb is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:13:37.476667 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:37.500831 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:13:37.503176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a4cf6-4f1f-4a95-afee-faf7ae0468be" -d '{"events": [{"server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:13:37.515955 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:13:37.540944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f4460-9091-4a9f-a1a8-b63e93edfbd9 x-openstack-request-id: req-178f4460-9091-4a9f-a1a8-b63e93edfbd9 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:13:37.540944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:13:37.540944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-178f4460-9091-4a9f-a1a8-b63e93edfbd9 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:13:37.540944 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'code': 200} Mar 10 07:13:37.620999 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:37.623635 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49a92c-3462-4b9b-a844-1fa8725e1783 req-3f56edc8-3cc0-4ba1-adde-ca68a20ee227 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:37.625515 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2a49a92c-3462-4b9b-a844-1fa8725e1783 req-3f56edc8-3cc0-4ba1-adde-ca68a20ee227 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0621624 Mar 10 07:13:37.677773 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:37.690856 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2a49a92c-3462-4b9b-a844-1fa8725e1783 req-ab081bde-faf4-4c6e-96a0-f68f3ba4db27 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545604 Mar 10 07:13:37.789594 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d990a-cb09-4d8d-8802-757d47c8dc77 req-f9256028-e4c0-42f9-b7c0-097dc4cdb6c6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:37.791051 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e17d990a-cb09-4d8d-8802-757d47c8dc77 req-f9256028-e4c0-42f9-b7c0-097dc4cdb6c6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0539370 Mar 10 07:13:37.841009 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e17d990a-cb09-4d8d-8802-757d47c8dc77 req-3b2d9a57-920f-42e6-a4b5-0f4e239711f6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Mar 10 07:13:37.847081 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:13:37.907668 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11eae-9880-4d18-ab69-341d78b6d057 req-72049c1c-522a-41a6-8711-82f7b0b2c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:37.909183 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a7a11eae-9880-4d18-ab69-341d78b6d057 req-72049c1c-522a-41a6-8711-82f7b0b2c51a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0457013 Mar 10 07:13:37.954618 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:37.966140 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a7a11eae-9880-4d18-ab69-341d78b6d057 req-4e923db9-b2f2-4797-a5e1-37c462f19f4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491521 Mar 10 07:13:38.030342 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Publish callbacks [] for security_group (960d9b16-a38f-4eef-b05a-e173a0d9c83b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.068593 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (960d9b16-a38f-4eef-b05a-e173a0d9c83b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.105465 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48deb370ed174d318ba00049ccc6bdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573774 Mar 10 07:13:38.106297 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d9b16-a38f-4eef-b05a-e173a0d9c83b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:38.108203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 45524) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:13:38.113151 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.113543 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.114087 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.114457 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.115706 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.116041 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.116375 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.116704 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.117033 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.117385 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.117714 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.118034 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.118354 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812838d-5ebf-4058-be25-05982637d0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:38.156250 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc15db01-281c-4a14-b99a-05d9840923b8 admin admin] Publish callbacks [] for security_group (960d9b16-a38f-4eef-b05a-e173a0d9c83b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.176555 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc15db01-281c-4a14-b99a-05d9840923b8 admin admin] Publish callbacks [] for security_group (960d9b16-a38f-4eef-b05a-e173a0d9c83b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.312647 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc15db01-281c-4a14-b99a-05d9840923b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (960d9b16-a38f-4eef-b05a-e173a0d9c83b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.315199 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc15db01-281c-4a14-b99a-05d9840923b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:38.316347 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-fc15db01-281c-4a14-b99a-05d9840923b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/960d9b16-a38f-4eef-b05a-e173a0d9c83b HTTP/1.1" status: 204 len: 168 time: 0.2071598 Mar 10 07:13:38.323765 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15db01-281c-4a14-b99a-05d9840923b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d9b16-a38f-4eef-b05a-e173a0d9c83b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:38.508435 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62f3f-7507-406c-b27a-c066b1ee9418 req-6e88a671-2280-4030-bdcf-0f3b0dc82aff tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:38.511940 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4a62f3f-7507-406c-b27a-c066b1ee9418 req-6e88a671-2280-4030-bdcf-0f3b0dc82aff tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0557687 Mar 10 07:13:38.555360 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4a62f3f-7507-406c-b27a-c066b1ee9418 req-d1baf9a5-ee67-4498-81f0-74c6ffc1f386 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Mar 10 07:13:38.820797 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae88f7-0f04-461a-a2b9-252b98da56e5 req-e4dcd76f-9e8f-4186-8b5b-a49cb2d67cb7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:38.825813 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1ae88f7-0f04-461a-a2b9-252b98da56e5 req-e4dcd76f-9e8f-4186-8b5b-a49cb2d67cb7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0626998 Mar 10 07:13:38.873613 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1ae88f7-0f04-461a-a2b9-252b98da56e5 req-23209227-2323-4958-9330-8f10035fc508 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Mar 10 07:13:38.988148 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f476b-7579-4489-bc95-88b514259bb9 req-87932945-b00f-4273-8482-cd749d1d0982 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:38.989645 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-616f476b-7579-4489-bc95-88b514259bb9 req-87932945-b00f-4273-8482-cd749d1d0982 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0554812 Mar 10 07:13:39.038984 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-616f476b-7579-4489-bc95-88b514259bb9 req-46e92863-bedb-45ef-9ae9-d58e7a441cf5 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437112 Mar 10 07:13:39.163007 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d48240-26df-4bd6-bc97-3b148061b31e req-28e68fbf-dc06-44c3-8b68-49c0b2beba50 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:39.164564 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83d48240-26df-4bd6-bc97-3b148061b31e req-28e68fbf-dc06-44c3-8b68-49c0b2beba50 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0528066 Mar 10 07:13:39.212722 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83d48240-26df-4bd6-bc97-3b148061b31e req-dc3e43f0-aa65-4e92-94cf-cf32be977628 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Mar 10 07:13:39.682291 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2180813-0c85-4e1e-bee1-bb29689520ad req-a49d3766-7c5a-4b17-a547-2dc8473c4635 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:39.685773 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2180813-0c85-4e1e-bee1-bb29689520ad req-a49d3766-7c5a-4b17-a547-2dc8473c4635 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0534024 Mar 10 07:13:39.745818 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2180813-0c85-4e1e-bee1-bb29689520ad req-32015cde-e720-4617-a5ef-6dc5d235bb42 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564389 Mar 10 07:13:39.995531 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a504cb-280b-46b0-8853-959b4b566c56 req-3e78b881-f9e4-446d-a84d-a153914d3f6a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:39.997026 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4a504cb-280b-46b0-8853-959b4b566c56 req-3e78b881-f9e4-446d-a84d-a153914d3f6a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Mar 10 07:13:40.045173 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4a504cb-280b-46b0-8853-959b4b566c56 req-5f875166-b941-4b0a-9ce8-1f4fce3fbbb8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Mar 10 07:13:40.159720 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1fb9d-fe53-4d3c-8116-53708b3ba6ed req-418b5ddf-fea6-42b7-8f9e-c9046d029ff1 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:40.161209 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-45b1fb9d-fe53-4d3c-8116-53708b3ba6ed req-418b5ddf-fea6-42b7-8f9e-c9046d029ff1 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0523655 Mar 10 07:13:40.209557 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-45b1fb9d-fe53-4d3c-8116-53708b3ba6ed req-30ac45c5-fa26-4487-8c5a-fe8767d6cbb9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Mar 10 07:13:40.334584 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fdcd0-0912-44d2-a495-582b80bf86cc req-124ac22d-041d-46c1-9a2c-47770463f887 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:40.336010 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-466fdcd0-0912-44d2-a495-582b80bf86cc req-124ac22d-041d-46c1-9a2c-47770463f887 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0559795 Mar 10 07:13:40.383033 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-466fdcd0-0912-44d2-a495-582b80bf86cc req-21a38ef4-d2c6-4506-8548-233721408c7e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Mar 10 07:13:40.857723 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e09aa7-3857-4570-839c-a78c3b525ab5 req-3b1ac604-a736-4d45-aef7-fd56ee17a649 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:40.859173 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-31e09aa7-3857-4570-839c-a78c3b525ab5 req-3b1ac604-a736-4d45-aef7-fd56ee17a649 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0509851 Mar 10 07:13:40.903634 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-31e09aa7-3857-4570-839c-a78c3b525ab5 req-5fba21bc-d9f5-4c15-9b4f-2f9e97562b63 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Mar 10 07:13:41.016257 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a7ae-1363-497a-8e43-f01abb2746d3 req-96621c5b-52c4-49a8-80f4-270a8cc40646 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:41.017708 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5153a7ae-1363-497a-8e43-f01abb2746d3 req-96621c5b-52c4-49a8-80f4-270a8cc40646 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Mar 10 07:13:41.065491 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5153a7ae-1363-497a-8e43-f01abb2746d3 req-e20fc523-c541-4b26-b000-024d5a3d7c21 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Mar 10 07:13:41.169432 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316528-b3bf-44a1-a8b4-70a5b99dcadc req-7cd5ff23-89e6-42fe-97d7-0540608edd4d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:41.184817 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0316528-b3bf-44a1-a8b4-70a5b99dcadc req-7cd5ff23-89e6-42fe-97d7-0540608edd4d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0544546 Mar 10 07:13:41.218000 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0316528-b3bf-44a1-a8b4-70a5b99dcadc req-e740664f-e5c2-47d2-84b6-e91f68bd2231 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Mar 10 07:13:41.330031 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81394c43-fa04-4f21-b311-a8c9f052a9b3 req-eac99df5-651e-4d79-994f-12d02bbda870 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:41.331398 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-81394c43-fa04-4f21-b311-a8c9f052a9b3 req-eac99df5-651e-4d79-994f-12d02bbda870 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0546162 Mar 10 07:13:41.409158 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-81394c43-fa04-4f21-b311-a8c9f052a9b3 req-a37edf5c-0ea5-4586-8963-b81c2e952b50 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719528 Mar 10 07:13:41.422855 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7e315-fed7-4a9b-be7a-7b49ca2d92ea req-bad0cd4a-6a4b-4f73-95b6-ed534cf142bb tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:41.424263 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9eb7e315-fed7-4a9b-be7a-7b49ca2d92ea req-bad0cd4a-6a4b-4f73-95b6-ed534cf142bb tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0805371 Mar 10 07:13:41.471393 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9eb7e315-fed7-4a9b-be7a-7b49ca2d92ea req-f7aabefd-a20b-441e-a473-952b0db2c874 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Mar 10 07:13:41.522059 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314712c-4e01-4e91-a585-94464ad96017 req-d63e01be-9430-46ba-b8fc-0486a7117fcc tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:41.523422 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4314712c-4e01-4e91-a585-94464ad96017 req-d63e01be-9430-46ba-b8fc-0486a7117fcc tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0511961 Mar 10 07:13:41.568162 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4314712c-4e01-4e91-a585-94464ad96017 req-8b7abbc4-e4f8-4463-8f21-2ee67973585e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Mar 10 07:13:41.781314 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352200d4-cc9d-4fc2-824b-a84101176720 req-8bcc8a4a-66a8-46d5-82f7-bea688c77026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:41.782799 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-352200d4-cc9d-4fc2-824b-a84101176720 req-8bcc8a4a-66a8-46d5-82f7-bea688c77026 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0430260 Mar 10 07:13:41.826880 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-352200d4-cc9d-4fc2-824b-a84101176720 req-cd46f3b4-97c0-447a-bc17-fdd56ee4be38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369797 Mar 10 07:13:42.343514 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6ef76-cae2-470e-adc8-c58426bfd1c7 req-9b8bbc20-5490-4bf4-b39c-079a3019acce tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:42.345083 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f3a6ef76-cae2-470e-adc8-c58426bfd1c7 req-9b8bbc20-5490-4bf4-b39c-079a3019acce tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0576971 Mar 10 07:13:42.395901 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f3a6ef76-cae2-470e-adc8-c58426bfd1c7 req-8b46822d-61c1-45f9-9aef-98e18d386c78 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Mar 10 07:13:42.454979 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7596ac42-0bcf-43e8-bb5b-fad68d7de96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:42.528188 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3a056-bcdf-4e93-a2c5-7e4f1444bcd0 req-b65c5515-c987-4928-840a-244c0748e17a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:42.529648 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39f3a056-bcdf-4e93-a2c5-7e4f1444bcd0 req-b65c5515-c987-4928-840a-244c0748e17a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0518060 Mar 10 07:13:42.575170 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39f3a056-bcdf-4e93-a2c5-7e4f1444bcd0 req-46829d26-b0dc-4d37-8086-4bcba1764406 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Mar 10 07:13:42.682684 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a2f0-8ea4-41a8-85c2-f3f9911868a8 req-9660cd36-9747-4f14-a437-6876e8451612 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:42.684132 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0661a2f0-8ea4-41a8-85c2-f3f9911868a8 req-9660cd36-9747-4f14-a437-6876e8451612 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0505786 Mar 10 07:13:42.732392 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0661a2f0-8ea4-41a8-85c2-f3f9911868a8 req-1fad29f8-ba72-489a-a5d8-33b9a59db2d2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Mar 10 07:13:43.515792 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a807f-c291-4ac5-ba65-bde51151602e req-434604d7-2910-4ad0-b540-22399c323a1a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:43.517356 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-784a807f-c291-4ac5-ba65-bde51151602e req-434604d7-2910-4ad0-b540-22399c323a1a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0531812 Mar 10 07:13:43.563081 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-784a807f-c291-4ac5-ba65-bde51151602e req-d116b6e6-7bd8-40ef-a3cf-86fbed20dc3b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Mar 10 07:13:43.691632 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8356145-26f6-4d35-9490-0b324cb6622d req-f527320e-561a-46d8-bdd3-6c315791cd35 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:43.693649 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c8356145-26f6-4d35-9490-0b324cb6622d req-f527320e-561a-46d8-bdd3-6c315791cd35 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0517128 Mar 10 07:13:43.738233 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c8356145-26f6-4d35-9490-0b324cb6622d req-f787f2c9-ea88-456f-8be3-a1aad5524585 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Mar 10 07:13:43.855302 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc320-a533-46a0-81f6-defe30941e48 req-520f5488-27ee-44d9-827c-d941f495e735 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:43.856775 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13ffc320-a533-46a0-81f6-defe30941e48 req-520f5488-27ee-44d9-827c-d941f495e735 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0565131 Mar 10 07:13:43.903503 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13ffc320-a533-46a0-81f6-defe30941e48 req-c4757e70-6c8f-430c-b0c5-b412c6dfb614 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Mar 10 07:13:44.252709 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a58b2-92f6-4282-afdb-969608eb58e8 req-41e53460-d833-49f0-9af9-5cc110edd0c0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:44.254200 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd1a58b2-92f6-4282-afdb-969608eb58e8 req-41e53460-d833-49f0-9af9-5cc110edd0c0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0532825 Mar 10 07:13:44.301250 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd1a58b2-92f6-4282-afdb-969608eb58e8 req-b38b23e7-ef67-41f2-92ac-2ddd682b0594 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Mar 10 07:13:44.683183 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27699f22-503c-4641-bc3b-18e61957f327 req-6b3777ed-7c23-4741-9520-b2fdf2b5a7f3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:44.684596 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-27699f22-503c-4641-bc3b-18e61957f327 req-6b3777ed-7c23-4741-9520-b2fdf2b5a7f3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Mar 10 07:13:44.733252 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-27699f22-503c-4641-bc3b-18e61957f327 req-7db6476e-035d-453f-ab3e-5a25ddedafca tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 Mar 10 07:13:44.913953 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e9854aa8-5371-434b-9e23-ef7dd162d22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:45.023099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21934c-091a-49c1-a557-b7919994ecd1 req-63f49549-738d-4765-8288-212acc3fae42 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:45.024532 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3c21934c-091a-49c1-a557-b7919994ecd1 req-63f49549-738d-4765-8288-212acc3fae42 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0523155 Mar 10 07:13:45.068922 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3c21934c-091a-49c1-a557-b7919994ecd1 req-0a02db32-32f0-401b-bde3-4ed92c231dfa tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Mar 10 07:13:45.420489 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3065c-3672-4940-8f1f-a13d5792f68f req-b7dd6d7e-beb1-41dd-9502-258fc8108add tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:45.422002 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-52a3065c-3672-4940-8f1f-a13d5792f68f req-b7dd6d7e-beb1-41dd-9502-258fc8108add tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0533564 Mar 10 07:13:45.466960 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-52a3065c-3672-4940-8f1f-a13d5792f68f req-18abda3c-116e-44ea-bad3-f21fa350c86a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Mar 10 07:13:45.853716 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aaaf3-e972-4b53-9a21-d464a60b5368 req-9b2c6a1e-c9e6-4856-8b01-7d51281a3a46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:45.855140 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a27aaaf3-e972-4b53-9a21-d464a60b5368 req-9b2c6a1e-c9e6-4856-8b01-7d51281a3a46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Mar 10 07:13:45.900646 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a27aaaf3-e972-4b53-9a21-d464a60b5368 req-a824defd-bca9-44f7-8ce6-146f20b754e1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Mar 10 07:13:45.980237 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:46.185263 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037701-b41a-49d7-b3f5-dc1eb4e8ef94 req-c9c8cd61-2066-41b2-a379-c31dfe711382 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:46.186765 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95037701-b41a-49d7-b3f5-dc1eb4e8ef94 req-c9c8cd61-2066-41b2-a379-c31dfe711382 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0534873 Mar 10 07:13:46.235290 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95037701-b41a-49d7-b3f5-dc1eb4e8ef94 req-7822a205-7b7c-4410-9aab-6578420232cc tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Mar 10 07:13:46.584822 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4182-45c7-4115-9700-a48ec5a305dc req-be0d3aba-b264-460a-8e06-c81f4c706b52 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:46.586277 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-07cb4182-45c7-4115-9700-a48ec5a305dc req-be0d3aba-b264-460a-8e06-c81f4c706b52 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0541787 Mar 10 07:13:46.630809 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-07cb4182-45c7-4115-9700-a48ec5a305dc req-324402d0-5ad7-4e1c-8d80-c2e2450d4701 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Mar 10 07:13:47.022424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de159b1-d48d-4643-975c-ac0f07642e30 req-914ef4d4-48bb-4b8f-b6db-9d999b744fdd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:47.023850 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4de159b1-d48d-4643-975c-ac0f07642e30 req-914ef4d4-48bb-4b8f-b6db-9d999b744fdd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Mar 10 07:13:47.069880 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4de159b1-d48d-4643-975c-ac0f07642e30 req-c58fc709-ac64-49b2-b0d9-1c1dfda52868 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Mar 10 07:13:47.343773 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-4bc573ea-a84c-4bb8-9737-dfda38e70d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:47.345476 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-4bc573ea-a84c-4bb8-9737-dfda38e70d08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0466704 Mar 10 07:13:47.350662 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e321-2cd3-409b-a8fc-892a15432ecf req-b2cee1f7-7431-4f36-924e-eb0fd3a31401 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:47.352140 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d957e321-2cd3-409b-a8fc-892a15432ecf req-b2cee1f7-7431-4f36-924e-eb0fd3a31401 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0518198 Mar 10 07:13:47.403104 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d957e321-2cd3-409b-a8fc-892a15432ecf req-b7cffd68-0566-4d5d-92f6-8c13405fe747 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Mar 10 07:13:47.444731 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-b0c13799-67f6-44e9-a1eb-d2c1bcb7f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:47.446208 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-b0c13799-67f6-44e9-a1eb-d2c1bcb7f62f service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.0912690 Mar 10 07:13:47.478017 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:47.720177 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:47.724052 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-8b193042-8faf-4e91-819b-947fe760c0bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0364470 Mar 10 07:13:47.746493 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed46c43-5f9c-4366-889c-493df37375f3 req-d5a6d12b-be5c-4e6f-aff4-e865eb272209 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:47.747963 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ed46c43-5f9c-4366-889c-493df37375f3 req-d5a6d12b-be5c-4e6f-aff4-e865eb272209 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0519042 Mar 10 07:13:47.774417 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-a170290a-e9dc-45b2-8b78-4932707b50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:47.775867 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-a170290a-e9dc-45b2-8b78-4932707b50dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0438960 Mar 10 07:13:47.794563 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ed46c43-5f9c-4366-889c-493df37375f3 req-af7a6141-aa58-4c5f-80e9-ebbafce226ac tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Mar 10 07:13:47.814249 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-51f88616-5860-4998-b3e6-ad23b206c6ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321047 Mar 10 07:13:47.908897 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-b8522b81-0ead-41ca-addf-69cf26d58dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818670 Mar 10 07:13:48.001747 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2d84184d-3a2d-4072-bc71-0b2cb5df1480 req-b631f31f-db6d-4728-b43e-42917dd09eb0 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867484 Mar 10 07:13:48.191791 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc02440-cade-4e8d-a4a7-383d75aaae97 req-71a7fef6-8c71-4fe8-89ee-b21865ed1cd9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:48.193162 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3dc02440-cade-4e8d-a4a7-383d75aaae97 req-71a7fef6-8c71-4fe8-89ee-b21865ed1cd9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0511870 Mar 10 07:13:48.238774 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3dc02440-cade-4e8d-a4a7-383d75aaae97 req-5b5be952-b850-4107-8c43-6ae5843bd3cd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Mar 10 07:13:48.523680 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e979-e51d-4a13-899d-024a1f2d3108 req-b3106c6f-bcff-4efd-a310-8446abc13019 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:48.525139 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bd9e979-e51d-4a13-899d-024a1f2d3108 req-b3106c6f-bcff-4efd-a310-8446abc13019 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0554225 Mar 10 07:13:48.570784 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3bd9e979-e51d-4a13-899d-024a1f2d3108 req-499f5138-c898-47a7-ae58-485ec519faf4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Mar 10 07:13:48.918002 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a4f95-0849-441a-a6df-8bebf730df6e req-e9c9806e-918d-4d53-92e3-964da0816817 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:48.919445 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-218a4f95-0849-441a-a6df-8bebf730df6e req-e9c9806e-918d-4d53-92e3-964da0816817 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0509100 Mar 10 07:13:48.923330 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:48.965463 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-218a4f95-0849-441a-a6df-8bebf730df6e req-9281244c-7bce-493e-b30d-9cfd8682fd2d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Mar 10 07:13:49.372788 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d5c4a-15c1-45f6-98c2-c02bb31da2a3 req-6824b504-abeb-4c6b-9258-9d2adb3bd53c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:49.382478 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5d0d5c4a-15c1-45f6-98c2-c02bb31da2a3 req-6824b504-abeb-4c6b-9258-9d2adb3bd53c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0751016 Mar 10 07:13:49.431932 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5d0d5c4a-15c1-45f6-98c2-c02bb31da2a3 req-3ce36903-f693-474f-8e39-3263e323ed1f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Mar 10 07:13:49.686460 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23676-7992-4fbd-ab8e-686be2bf72cf req-dce91b95-76ef-403e-8871-3f58f48cf6bc tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:49.687836 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0bf23676-7992-4fbd-ab8e-686be2bf72cf req-dce91b95-76ef-403e-8871-3f58f48cf6bc tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0515666 Mar 10 07:13:49.735525 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0bf23676-7992-4fbd-ab8e-686be2bf72cf req-480d8792-d817-412b-a734-01253742a535 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418751 Mar 10 07:13:50.087337 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed60c3-ab5c-4b3e-8ea3-6e86274bfb5c req-199e64d3-ce27-484c-993b-34f10f368600 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:50.088808 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-72ed60c3-ab5c-4b3e-8ea3-6e86274bfb5c req-199e64d3-ce27-484c-993b-34f10f368600 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0536511 Mar 10 07:13:50.139507 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-72ed60c3-ab5c-4b3e-8ea3-6e86274bfb5c req-e82ce100-7c8b-44d4-a9ce-60da42904863 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446801 Mar 10 07:13:50.555279 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5a474-2e2e-4fd5-9759-6bb98eb9f526 req-488a321c-4f28-4bf8-8ebd-c2e4261eb87f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:50.556720 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-10f5a474-2e2e-4fd5-9759-6bb98eb9f526 req-488a321c-4f28-4bf8-8ebd-c2e4261eb87f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0539570 Mar 10 07:13:50.602689 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-10f5a474-2e2e-4fd5-9759-6bb98eb9f526 req-edb358d1-13f3-477d-9a3a-24c87bfb05b5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404105 Mar 10 07:13:50.853505 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11a824-d9a2-4adf-ba5b-76a6e549cfa2 req-332859b5-d458-4b88-81dd-18ffc1bcb78f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:50.855055 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f11a824-d9a2-4adf-ba5b-76a6e549cfa2 req-332859b5-d458-4b88-81dd-18ffc1bcb78f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0529187 Mar 10 07:13:50.901903 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f11a824-d9a2-4adf-ba5b-76a6e549cfa2 req-72131d0b-9896-472a-b96a-aae481f3720b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Mar 10 07:13:50.904776 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45756) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:13:51.008353 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36fd3878-5116-4edc-8a58-ab430e0504e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.081800 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36fd3878-5116-4edc-8a58-ab430e0504e6 admin admin] Publish callbacks [] for security_group (ed81cb52-2beb-4109-9d10-f6abc384bfa8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.205261 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36fd3878-5116-4edc-8a58-ab430e0504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ed81cb52-2beb-4109-9d10-f6abc384bfa8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.267730 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-36fd3878-5116-4edc-8a58-ab430e0504e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d90e3b995c0f4aeab70d61e6919dc1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623259 Mar 10 07:13:51.268530 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd3878-5116-4edc-8a58-ab430e0504e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed81cb52-2beb-4109-9d10-f6abc384bfa8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:51.270955 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 45764) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:13:51.294605 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf47b7-6210-41ab-ab48-5b984de40774 req-3872108e-5f79-43b8-b6db-a6055bf7add4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:51.296138 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13bf47b7-6210-41ab-ab48-5b984de40774 req-3872108e-5f79-43b8-b6db-a6055bf7add4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0754430 Mar 10 07:13:51.320646 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cffbb20a-f338-4bdc-9162-54994f50eeab admin admin] Publish callbacks [] for security_group (ed81cb52-2beb-4109-9d10-f6abc384bfa8), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.342471 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cffbb20a-f338-4bdc-9162-54994f50eeab admin admin] Publish callbacks [] for security_group (ed81cb52-2beb-4109-9d10-f6abc384bfa8), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.343068 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-13bf47b7-6210-41ab-ab48-5b984de40774 req-16538437-4b51-489f-9d07-26cd90156b1d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Mar 10 07:13:51.416658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:13:51.445776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cffbb20a-f338-4bdc-9162-54994f50eeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ed81cb52-2beb-4109-9d10-f6abc384bfa8), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.448388 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cffbb20a-f338-4bdc-9162-54994f50eeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.451897 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-cffbb20a-f338-4bdc-9162-54994f50eeab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed81cb52-2beb-4109-9d10-f6abc384bfa8 HTTP/1.1" status: 204 len: 168 time: 0.1776631 Mar 10 07:13:51.459886 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbb20a-f338-4bdc-9162-54994f50eeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed81cb52-2beb-4109-9d10-f6abc384bfa8,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:51.538405 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:13:51.548808 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'mac_address': 'fa:16:3e:c5:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:13:51.587124 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: ACTIVE; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:13:51.587515 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.601050 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38906e74-7f9a-4891-8fcb-e0620c3e0fdc {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:13:51.620035 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:13:51.680276 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:51.731343 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bbd8e-b116-4645-a220-fa64043fac53 req-75d2928b-1dcd-48f6-938d-4513e5eaa62c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:51.735725 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b15bbd8e-b116-4645-a220-fa64043fac53 req-75d2928b-1dcd-48f6-938d-4513e5eaa62c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0599732 Mar 10 07:13:51.740095 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=6']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:51.748069 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.748431 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.748807 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.749341 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.749855 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.750198 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.750530 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.750860 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.751187 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.751540 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.751869 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.752191 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.752513 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:13:51.793073 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b15bbd8e-b116-4645-a220-fa64043fac53 req-6b837abf-387f-4e2e-b891-a76280487c66 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504518 Mar 10 07:13:51.803673 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['38906e74-7f9a-4891-8fcb-e0620c3e0fdc'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:13:52.026198 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3736088-4210-4940-92e3-e66330ab7786 req-d12fe2db-6143-4705-8871-405613b3c8b6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:52.027669 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3736088-4210-4940-92e3-e66330ab7786 req-d12fe2db-6143-4705-8871-405613b3c8b6 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0513308 Mar 10 07:13:52.072301 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3736088-4210-4940-92e3-e66330ab7786 req-d62a5f5b-e5ca-4cb8-a969-90df0b7b9516 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Mar 10 07:13:52.462712 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76573e7-eab8-48e9-97c0-20ab6a96641d req-7827e914-6468-4d97-8fc3-05d3ba4fef47 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:52.464827 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e76573e7-eab8-48e9-97c0-20ab6a96641d req-7827e914-6468-4d97-8fc3-05d3ba4fef47 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0562358 Mar 10 07:13:52.510161 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e76573e7-eab8-48e9-97c0-20ab6a96641d req-607e7a72-0ded-4b2b-a255-ec8506c22223 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Mar 10 07:13:52.916799 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb80f36-0ecb-448b-ad88-f16b279a6508 req-00a63406-0f4c-4f75-b221-288b3995df98 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:52.918251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8cb80f36-0ecb-448b-ad88-f16b279a6508 req-00a63406-0f4c-4f75-b221-288b3995df98 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0538018 Mar 10 07:13:52.962502 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8cb80f36-0ecb-448b-ad88-f16b279a6508 req-3674df11-649d-4947-a09d-e75f89159496 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Mar 10 07:13:53.187227 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c5f7-a38c-436e-9010-6dbe76a83420 req-9f78bf5b-49af-4953-a364-304ef6107a40 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:53.188671 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bde1c5f7-a38c-436e-9010-6dbe76a83420 req-9f78bf5b-49af-4953-a364-304ef6107a40 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0520315 Mar 10 07:13:53.233077 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bde1c5f7-a38c-436e-9010-6dbe76a83420 req-ca70a6ec-fb05-4334-8925-cd0cb9f3ff1f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389879 Mar 10 07:13:53.626092 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63fc6-f4e0-462f-adea-84c05cb45f1c req-11389a94-4b5e-46f7-a00d-1971054d1c03 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:53.627509 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83e63fc6-f4e0-462f-adea-84c05cb45f1c req-11389a94-4b5e-46f7-a00d-1971054d1c03 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0517557 Mar 10 07:13:53.675035 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83e63fc6-f4e0-462f-adea-84c05cb45f1c req-3d9421fc-8b9d-4a61-b190-c5324caff8de tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Mar 10 07:13:54.090485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073484b6-4a0c-46af-9834-2571db237240 req-61aa6c40-739e-4615-9ff9-42bb8c1368c7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:54.090485 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-073484b6-4a0c-46af-9834-2571db237240 req-61aa6c40-739e-4615-9ff9-42bb8c1368c7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0565774 Mar 10 07:13:54.134565 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-073484b6-4a0c-46af-9834-2571db237240 req-fc48c12c-e7f9-49ee-b657-f454ad26c817 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Mar 10 07:13:54.353538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a88992-645c-4c20-a5eb-feadf7722fa9 req-c5b3812e-92d3-4a85-a29f-1b90acadf51b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:54.354880 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8a88992-645c-4c20-a5eb-feadf7722fa9 req-c5b3812e-92d3-4a85-a29f-1b90acadf51b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0547390 Mar 10 07:13:54.405767 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8a88992-645c-4c20-a5eb-feadf7722fa9 req-55e4db65-fe74-4869-a463-dad06faef62b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Mar 10 07:13:55.257120 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5770f-f09e-44e0-b57f-221c6c02d637 req-21b4ffdc-934b-43f4-9ccb-f90f58c6f8c1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:55.258614 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8fc5770f-f09e-44e0-b57f-221c6c02d637 req-21b4ffdc-934b-43f4-9ccb-f90f58c6f8c1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0550766 Mar 10 07:13:55.304251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8fc5770f-f09e-44e0-b57f-221c6c02d637 req-33a83746-1f46-4578-84c5-4d637ad4bc83 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Mar 10 07:13:55.430387 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:13:55.482134 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:13:55.482513 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:55.520959 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022852-b317-4285-ba80-1c3686aac4f7 req-fb0ecd23-832a-49fb-964d-5daebec075c2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:55.522347 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ff022852-b317-4285-ba80-1c3686aac4f7 req-fb0ecd23-832a-49fb-964d-5daebec075c2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0514052 Mar 10 07:13:55.557969 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:13:55.558353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:55.571278 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ff022852-b317-4285-ba80-1c3686aac4f7 req-8a91e1ef-df05-4c67-817e-455ad3cc888c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Mar 10 07:13:55.582136 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:13:55.585167 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82296c1-6733-456a-b0f3-0e3f5dff183c" -d '{"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-plugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:13:55.597202 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:13:55.619283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726c989-edc8-47be-870f-264247e89174 x-openstack-request-id: req-3726c989-edc8-47be-870f-264247e89174 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:13:55.619283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-plugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:13:55.619283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3726c989-edc8-47be-870f-264247e89174 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:13:55.619283 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'code': 200} Mar 10 07:13:55.672015 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:13:55.723831 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=7']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:13:56.427774 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e214b-15cc-4314-80dd-b5a4aecdd86c req-ac274bdb-e7bd-4254-9392-1eb54df62a15 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:56.429202 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-780e214b-15cc-4314-80dd-b5a4aecdd86c req-ac274bdb-e7bd-4254-9392-1eb54df62a15 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0545428 Mar 10 07:13:56.475269 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-780e214b-15cc-4314-80dd-b5a4aecdd86c req-8027d706-a931-4da4-8598-e4d9b5958015 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 Mar 10 07:13:56.683064 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b862f-ac4e-4d40-a9f7-f8b43ea8b220 req-13b5f02b-6a37-403b-9c96-92626cacd7c4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:56.684611 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-670b862f-ac4e-4d40-a9f7-f8b43ea8b220 req-13b5f02b-6a37-403b-9c96-92626cacd7c4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0518994 Mar 10 07:13:56.731330 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-670b862f-ac4e-4d40-a9f7-f8b43ea8b220 req-75f0a64d-2233-4d16-9ecc-4d76402d3502 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Mar 10 07:13:57.594380 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2878c8d-183d-4d6a-a0c2-c24111103003 req-42eebd16-d8ac-415e-bc3e-f14c865d7475 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:57.595727 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d2878c8d-183d-4d6a-a0c2-c24111103003 req-42eebd16-d8ac-415e-bc3e-f14c865d7475 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0503914 Mar 10 07:13:57.643462 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d2878c8d-183d-4d6a-a0c2-c24111103003 req-985609b9-d53e-4568-b48a-fff63dac3282 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Mar 10 07:13:57.847130 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b8f5c-f8d0-42ad-8321-1b1fdc8b8883 req-83d61b32-d301-4417-ba6f-0eb2e3e8a778 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:57.848611 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-529b8f5c-f8d0-42ad-8321-1b1fdc8b8883 req-83d61b32-d301-4417-ba6f-0eb2e3e8a778 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0522850 Mar 10 07:13:57.896458 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-529b8f5c-f8d0-42ad-8321-1b1fdc8b8883 req-ce89c061-f63a-4726-ab5c-8bcd97f2c8fa tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Mar 10 07:13:58.767205 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddebb5-b6b2-4038-8bca-082a1001e13a req-e49f6966-dbd1-4d0a-bb78-b1b7fc5d4069 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:58.768640 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-feddebb5-b6b2-4038-8bca-082a1001e13a req-e49f6966-dbd1-4d0a-bb78-b1b7fc5d4069 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0519607 Mar 10 07:13:58.812996 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-feddebb5-b6b2-4038-8bca-082a1001e13a req-edf06c0c-2f25-44e7-a2ec-a6613dbcbe0a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 Mar 10 07:13:59.171395 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad50de-79ed-4b55-8c03-3233dc22a58e req-eca9d79f-baaf-419f-bedb-e2c5926c01d7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:59.172839 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8ad50de-79ed-4b55-8c03-3233dc22a58e req-eca9d79f-baaf-419f-bedb-e2c5926c01d7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.2110953 Mar 10 07:13:59.218229 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8ad50de-79ed-4b55-8c03-3233dc22a58e req-c5d8ff84-cb21-476d-b6f5-8776e504b761 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392344 Mar 10 07:13:59.939618 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cd05-ae4e-4ff3-b7dd-7849f7139831 req-b9460b33-8e03-4ca0-9e68-23db744b7f8c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:13:59.941048 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d348cd05-ae4e-4ff3-b7dd-7849f7139831 req-b9460b33-8e03-4ca0-9e68-23db744b7f8c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0557458 Mar 10 07:13:59.987194 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d348cd05-ae4e-4ff3-b7dd-7849f7139831 req-6ad1e60f-2d20-4d02-956d-b78c43520b0b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401595 Mar 10 07:14:00.336831 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6c42-9002-4c61-b9b7-355c2de9f5ac req-bcc6d8de-05c1-4acb-9499-ae90b57092a5 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:00.338270 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e0ac6c42-9002-4c61-b9b7-355c2de9f5ac req-bcc6d8de-05c1-4acb-9499-ae90b57092a5 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0546823 Mar 10 07:14:00.382770 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e0ac6c42-9002-4c61-b9b7-355c2de9f5ac req-3cec5db7-704f-4a21-9476-da8c7ac8745a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391116 Mar 10 07:14:00.733870 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e92b4f-498c-4ab2-89d9-2b3839f737f0 req-61038e63-c178-4ea8-bb6a-4505ed9ed826 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:00.735358 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f3e92b4f-498c-4ab2-89d9-2b3839f737f0 req-61038e63-c178-4ea8-bb6a-4505ed9ed826 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0533736 Mar 10 07:14:00.783350 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f3e92b4f-498c-4ab2-89d9-2b3839f737f0 req-2663c1bb-7b6f-46e6-bbca-b650717e6c94 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417669 Mar 10 07:14:01.108581 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43269d6-8ada-4511-aff8-7d0522e15719 req-e56afdff-78ba-4409-acd8-27a43752d03a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:01.109942 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c43269d6-8ada-4511-aff8-7d0522e15719 req-e56afdff-78ba-4409-acd8-27a43752d03a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0504861 Mar 10 07:14:01.156948 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c43269d6-8ada-4511-aff8-7d0522e15719 req-95b4197b-a705-47f1-a414-16f13dd65e3e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Mar 10 07:14:01.897170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d617e-fa20-4f2e-8400-495cb8a66acc req-0a4a58be-4da0-4fbe-8562-f73d03ca53ab tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:01.898605 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-792d617e-fa20-4f2e-8400-495cb8a66acc req-0a4a58be-4da0-4fbe-8562-f73d03ca53ab tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0504620 Mar 10 07:14:01.945411 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-792d617e-fa20-4f2e-8400-495cb8a66acc req-f348a245-fd3f-4273-a50c-2d2c62a70cee tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Mar 10 07:14:02.274389 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cafbfc-4d22-485e-851d-ed8a69002237 req-312748d9-bf9e-45b7-b8d7-22c48efc8215 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:02.275834 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-82cafbfc-4d22-485e-851d-ed8a69002237 req-312748d9-bf9e-45b7-b8d7-22c48efc8215 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Mar 10 07:14:02.321038 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-82cafbfc-4d22-485e-851d-ed8a69002237 req-4065fbc6-3fa7-4923-a7a2-02a1a7fe9fd2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Mar 10 07:14:03.064153 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913ea9d-d394-468e-859a-799679694763 req-ce917483-b48a-4432-8986-ecd2d9dc7f4c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:03.065621 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6913ea9d-d394-468e-859a-799679694763 req-ce917483-b48a-4432-8986-ecd2d9dc7f4c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0556045 Mar 10 07:14:03.111262 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6913ea9d-d394-468e-859a-799679694763 req-165a9eea-9635-462f-9a35-9868176bf5d9 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Mar 10 07:14:03.280337 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbbfff-ccb5-44ed-9b93-110147caa670 req-e6206dec-c3e9-484c-a023-96e8ef327320 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:03.281719 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-abfbbfff-ccb5-44ed-9b93-110147caa670 req-e6206dec-c3e9-484c-a023-96e8ef327320 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Mar 10 07:14:03.326322 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-abfbbfff-ccb5-44ed-9b93-110147caa670 req-9772eb2c-01a1-45f3-a298-91052b7d0e74 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Mar 10 07:14:03.348866 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45904) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:03.447159 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff62f6d-b38b-4ec4-8a48-50239f825de1 req-f735bd7b-1514-4bcc-bef0-2ed6281e0d9f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:03.448594 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5ff62f6d-b38b-4ec4-8a48-50239f825de1 req-f735bd7b-1514-4bcc-bef0-2ed6281e0d9f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Mar 10 07:14:03.502677 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5ff62f6d-b38b-4ec4-8a48-50239f825de1 req-ce803d26-4da2-4553-891e-f77e9eaa961a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486069 Mar 10 07:14:03.535918 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda689d-72dc-4cf9-b925-1c9092f439c9 tempest-TestMinimumBasicScenario-985536275 tempest-TestMinimumBasicScenario-985536275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:03.536209 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-8cda689d-72dc-4cf9-b925-1c9092f439c9 tempest-TestMinimumBasicScenario-985536275 tempest-TestMinimumBasicScenario-985536275-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1124 time: 0.1861916 Mar 10 07:14:03.539056 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45908) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:03.543161 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'port_id': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'tenant_id': '9059acfddbe64875947a019009596307', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:03.616831 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:03.712965 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:03.814375 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Allocated IP 172.27.0.217 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/5af91d34-7810-4ab2-a309-ac40f3fc6f47) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:14:03.914399 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:04.014935 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:04.049668 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:14:04.055701 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:14:04.061256 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:14:04.084544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'Port': ['ID=5af91d34-7810-4ab2-a309-ac40f3fc6f47,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:04.301473 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f0de-dd0c-4806-9358-6c781f2aa0a3 req-66d32dd1-055e-41b6-944f-cdf8d3cfb4e1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:04.302950 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9042f0de-dd0c-4806-9358-6c781f2aa0a3 req-66d32dd1-055e-41b6-944f-cdf8d3cfb4e1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.1231563 Mar 10 07:14:04.387513 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9042f0de-dd0c-4806-9358-6c781f2aa0a3 req-a9a308d0-e044-4b9c-8c58-fb6b9f590915 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780203 Mar 10 07:14:04.487699 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for floatingip (6c643320-d842-4966-99c5-c615e44fbc98), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:04.634732 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:04.645778 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355957-227b-45b8-be07-7b1f621b0dbe req-bf12a2f3-455c-44a8-923f-7e852195720c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:04.647172 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7f355957-227b-45b8-be07-7b1f621b0dbe req-bf12a2f3-455c-44a8-923f-7e852195720c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0746982 Mar 10 07:14:04.735714 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7f355957-227b-45b8-be07-7b1f621b0dbe req-18c6a3ee-a457-4e04-85c1-c4bff2a3e7e9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718122 Mar 10 07:14:04.825041 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:04.874125 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:04.949315 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'Port': ['ID=5af91d34-7810-4ab2-a309-ac40f3fc6f47,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:04.955435 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (6c643320-d842-4966-99c5-c615e44fbc98), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:05.054900 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Floating IP 6c643320-d842-4966-99c5-c615e44fbc98 associated. External IP: 172.27.0.217, port: bcb46566-99aa-4ed7-a73d-eed2881443fb. Mar 10 07:14:05.260470 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Router 6f4a86fc-0711-49c1-aef8-637de9e3a68a has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:14:05.366479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:14:05.376469 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] Sync routers for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:14:05.386081 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:14:05.386671 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:13:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:05.451346 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:05.496441 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:14:05.513470 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-35504103-ddb1-4bd8-8316-ef16a7396c6a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9708641 Mar 10 07:14:05.513470 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:05.514235 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffda242-f0b2-4f9c-bfff-1f36cf780747" -d '{"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:05.517650 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:05.523134 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80688894', 'description': 'tempest-secgroup-smoke-80688894 description', 'project_id': '9059acfddbe64875947a019009596307'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:05.558944 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627fa6-0209-4f3d-b9ed-e3ede435eff5 req-bb8a8dff-2268-4338-9c8d-70a857037e88 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:05.560515 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0627fa6-0209-4f3d-b9ed-e3ede435eff5 req-bb8a8dff-2268-4338-9c8d-70a857037e88 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.1054308 Mar 10 07:14:05.587217 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-14208c62-6e75-436a-9db4-142537b7d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:05.593641 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-14208c62-6e75-436a-9db4-142537b7d89f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0835316 Mar 10 07:14:05.594082 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad714b26-6328-4fc2-be89-560bb7d5c413 x-openstack-request-id: req-ad714b26-6328-4fc2-be89-560bb7d5c413 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:05.594388 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:05.595587 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad714b26-6328-4fc2-be89-560bb7d5c413 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:05.595587 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'status': 'completed', 'code': 200} Mar 10 07:14:05.624251 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:05.648881 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b0627fa6-0209-4f3d-b9ed-e3ede435eff5 req-ef2da372-c7b5-4e4e-a4f7-1aeee00da3cf tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774603 Mar 10 07:14:05.725496 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-79980b1a-a0d3-4146-a6ef-0006bd59ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:05.726998 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-79980b1a-a0d3-4146-a6ef-0006bd59ec07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.1148603 Mar 10 07:14:05.730017 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group (4cafa55d-cdfa-4d1e-923b-a1a81081e6cb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:05.741752 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-277e8cf8-9eb8-4de8-9999-1223deede56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:05.747679 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-277e8cf8-9eb8-4de8-9999-1223deede56e service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.1394274 Mar 10 07:14:05.794207 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4cafa55d-cdfa-4d1e-923b-a1a81081e6cb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:05.806619 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '6c643320-d842-4966-99c5-c615e44fbc98', 'tenant_id': '9059acfddbe64875947a019009596307', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'port_id': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'mac_address': 'fa:16:3e:2b:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:14:04Z', 'updated_at': '2022-03-10T07:14:04Z', 'revision_number': 0, 'project_id': '9059acfddbe64875947a019009596307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:05.844236 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] Checking router: 6f4a86fc-0711-49c1-aef8-637de9e3a68a for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:14:05.855211 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:14:05.856188 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:13:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:05.875455 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:05.908457 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1d81-6eef-4910-b5bc-b4c6536c9498 req-9be89ea0-bb82-4e36-ad26-4ac03d3eb57a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:05.911556 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a00b1d81-6eef-4910-b5bc-b4c6536c9498 req-9be89ea0-bb82-4e36-ad26-4ac03d3eb57a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0927265 Mar 10 07:14:05.938664 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:05.944493 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-ebd68c82-f5ad-49e9-8b6a-d6a272069d3a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4238617 Mar 10 07:14:05.944692 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 45944) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:05.960786 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group_rule': {'security_group_id': '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb', 'project_id': '9059acfddbe64875947a019009596307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:05.970577 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-3624e430-1db9-4d4e-8184-2eafbb34f521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1000 time: 0.2016394 Mar 10 07:14:05.974966 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a00b1d81-6eef-4910-b5bc-b4c6536c9498 req-7d03742c-09c2-4fb0-9199-e46e1982c7d4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574389 Mar 10 07:14:05.982570 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-531312c5-bb98-4fb0-9802-3b1009c5c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:05.984132 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-531312c5-bb98-4fb0-9802-3b1009c5c000 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 915 time: 0.2240362 Mar 10 07:14:06.012469 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:14:06.102425 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-54aa6b95-6a9d-4c5e-9e56-c3940513a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:06.103951 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-54aa6b95-6a9d-4c5e-9e56-c3940513a221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.1231956 Mar 10 07:14:06.126464 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (cf862fb8-1f71-4a21-b8b4-3aede559ff15), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:06.156357 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-5aaeb7ad-0163-4d8b-b718-ced52d09e5d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 999 time: 0.1547885 Mar 10 07:14:06.294266 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '6c643320-d842-4966-99c5-c615e44fbc98', 'tenant_id': '9059acfddbe64875947a019009596307', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'port_id': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'mac_address': 'fa:16:3e:2b:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:14:04Z', 'updated_at': '2022-03-10T07:14:04Z', 'revision_number': 0, 'project_id': '9059acfddbe64875947a019009596307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:06.325549 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d7fbd-906c-41c2-b720-1e47c19b7b08 None None] The sync data for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi is: [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '6c643320-d842-4966-99c5-c615e44fbc98', 'tenant_id': '9059acfddbe64875947a019009596307', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'port_id': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'mac_address': 'fa:16:3e:2b:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:14:04Z', 'updated_at': '2022-03-10T07:14:04Z', 'revision_number': 0, 'project_id': '9059acfddbe64875947a019009596307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:14:06.504024 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (cf862fb8-1f71-4a21-b8b4-3aede559ff15), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:06.514189 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-693a3069-ec80-44b4-99a3-f8cff35738f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:06.515692 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-693a3069-ec80-44b4-99a3-f8cff35738f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4028244 Mar 10 07:14:06.523690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-f4a4be88-5099-4725-8675-2081776ec351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:06.525198 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-f4a4be88-5099-4725-8675-2081776ec351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 200 len: 853 time: 0.3569107 Mar 10 07:14:06.613158 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (cf862fb8-1f71-4a21-b8b4-3aede559ff15), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:06.652774 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7ae48-427f-42c0-85de-08fdb481399e None None] New status for floating IP 6c643320-d842-4966-99c5-c615e44fbc98: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:14:06.677935 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf862fb8-1f71-4a21-b8b4-3aede559ff15,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:06.741667 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-d67a4385-e6a9-47b5-8ff4-6c6360fb3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:06.743589 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-d67a4385-e6a9-47b5-8ff4-6c6360fb3773 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1483fc1f-440b-4860-b049-3ebee64bac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2089782 Mar 10 07:14:06.746082 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-b1a56214-9102-49b8-a2fd-dbc835f5b8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196527 Mar 10 07:14:06.815255 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60002b6e-b00f-4242-ab56-aa5427389c12 req-4beb4687-c50e-443e-a0b2-57a43cbc7986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:06.823916 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-60002b6e-b00f-4242-ab56-aa5427389c12 req-4beb4687-c50e-443e-a0b2-57a43cbc7986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0723360 Mar 10 07:14:06.898033 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-60002b6e-b00f-4242-ab56-aa5427389c12 req-560c8fab-8e63-48ce-954d-7d8129d14628 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727427 Mar 10 07:14:06.953655 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:06.955655 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f4a65004-f43e-450b-897f-2c79e4fd62d3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0057385 Mar 10 07:14:06.962334 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:06.977641 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group_rule': {'security_group_id': '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb', 'project_id': '9059acfddbe64875947a019009596307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:07.093328 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-25528f0f-f68f-4ef9-98bb-030d81abf775 service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374815 Mar 10 07:14:07.115201 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-b73f1d12-8f46-4e35-b076-e97c447246a0 req-14dcd335-1a87-42b3-a80b-63b5f2983295 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579202 Mar 10 07:14:07.148022 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (df2b5560-d90c-4bb4-808d-7d27f46eb8b8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.194359 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d17a77-622f-48f5-bce1-96f7a7e098bb req-4f77359c-68a1-4d68-9f44-28b996c7e663 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:07.195828 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b5d17a77-622f-48f5-bce1-96f7a7e098bb req-4f77359c-68a1-4d68-9f44-28b996c7e663 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0944843 Mar 10 07:14:07.245963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (df2b5560-d90c-4bb4-808d-7d27f46eb8b8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.289754 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b5d17a77-622f-48f5-bce1-96f7a7e098bb req-7f1f2a23-33ba-43ed-839a-75d8e6c60e3e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804405 Mar 10 07:14:07.325887 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (df2b5560-d90c-4bb4-808d-7d27f46eb8b8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.342944 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2b5560-d90c-4bb4-808d-7d27f46eb8b8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:07.436252 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.437602 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e2dd8aa4-42f3-438b-adc8-65bcf8f5b161 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4741309 Mar 10 07:14:07.444391 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45982) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:07.449192 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group_rule': {'security_group_id': '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb', 'project_id': '9059acfddbe64875947a019009596307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:07.575180 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (ba169bdf-8216-44d3-bd43-f04ee90177eb), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.665812 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (ba169bdf-8216-44d3-bd43-f04ee90177eb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.746501 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (ba169bdf-8216-44d3-bd43-f04ee90177eb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.765854 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba169bdf-8216-44d3-bd43-f04ee90177eb,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:07.834982 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:07.836191 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e9897c59-d8c7-43ae-a37a-d3faa818b6de tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906987 Mar 10 07:14:07.839054 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 45984) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:07.844561 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group_rule': {'security_group_id': '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb', 'project_id': '9059acfddbe64875947a019009596307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:07.953873 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (9468d6b0-d742-4ecc-91eb-b572509379de), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.054836 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (9468d6b0-d742-4ecc-91eb-b572509379de), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.063468 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3d1d-9717-4b08-8e78-ce6705c241f5 req-172df708-32a1-4e5b-a095-589132687829 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:08.065488 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fe0a3d1d-9717-4b08-8e78-ce6705c241f5 req-172df708-32a1-4e5b-a095-589132687829 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0573430 Mar 10 07:14:08.119064 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fe0a3d1d-9717-4b08-8e78-ce6705c241f5 req-fc86eb71-5a06-4f2d-a6ec-4d317155be79 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466921 Mar 10 07:14:08.120517 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (9468d6b0-d742-4ecc-91eb-b572509379de), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.162439 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9468d6b0-d742-4ecc-91eb-b572509379de,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:08.239916 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.241261 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c54c90a9-e350-4685-8d10-d883c74f880c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4005625 Mar 10 07:14:08.244117 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45988) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:08.249276 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group_rule': {'security_group_id': '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb', 'project_id': '9059acfddbe64875947a019009596307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:08.332397 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Project 9059acfddbe64875947a019009596307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:14:08.338992 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (c6bc2ad3-3238-4bee-b193-dcd0448b510c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.640166 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (c6bc2ad3-3238-4bee-b193-dcd0448b510c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.658784 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda95b5-e123-4b0a-8c6a-1762afdee78d req-829121a1-abf4-4417-8076-66f1b3068ddd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:08.663249 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-edda95b5-e123-4b0a-8c6a-1762afdee78d req-829121a1-abf4-4417-8076-66f1b3068ddd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.1058409 Mar 10 07:14:08.745277 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-edda95b5-e123-4b0a-8c6a-1762afdee78d req-afb4b7fb-2a3a-4379-a41d-92f2308b4e01 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574651 Mar 10 07:14:08.752581 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (c6bc2ad3-3238-4bee-b193-dcd0448b510c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.757266 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fffda242-f0b2-4f9c-bfff-1f36cf780747 req-e5e3e5c8-141c-4e9c-9fe4-460a77295a3d service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409893 Mar 10 07:14:08.764301 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bc2ad3-3238-4bee-b193-dcd0448b510c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:08.834015 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:08.835601 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-332ac4ba-d06e-40ff-ac18-e0136e11ca70 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5901105 Mar 10 07:14:08.838225 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 45996) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:08.842460 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'security_group_rule': {'security_group_id': '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb', 'project_id': '9059acfddbe64875947a019009596307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:08.937228 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Project 9059acfddbe64875947a019009596307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:14:08.942842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (0deaed9f-45e9-4f59-90e2-b35510766120), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:09.043132 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (0deaed9f-45e9-4f59-90e2-b35510766120), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:09.119689 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (0deaed9f-45e9-4f59-90e2-b35510766120), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:09.137954 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0deaed9f-45e9-4f59-90e2-b35510766120,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:09.226493 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:09.230625 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-7fcc31ad-2015-4952-86d8-9f906081c595 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3914125 Mar 10 07:14:09.281083 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ef1f6-3d4a-495b-843d-f0ffd765d9dd req-1167bc50-f192-42dc-a713-a1727c902810 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:09.282663 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0b5ef1f6-3d4a-495b-843d-f0ffd765d9dd req-1167bc50-f192-42dc-a713-a1727c902810 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0733523 Mar 10 07:14:09.375348 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0b5ef1f6-3d4a-495b-843d-f0ffd765d9dd req-547d4cba-bff9-4737-a247-16ef7df6e357 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836751 Mar 10 07:14:09.384504 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08385258-01f4-4334-871c-7c93d6d7351f req-70f3bacd-3c02-41f9-b94b-2da55beebbae tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80688894&fields=id&tenant_id=9059acfddbe64875947a019009596307 HTTP/1.1" status: 200 len: 267 time: 0.1002541 Mar 10 07:14:09.465083 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385258-01f4-4334-871c-7c93d6d7351f req-e64eca8f-99f8-4b7b-9bbc-d7a681a7cca3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:09.466778 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08385258-01f4-4334-871c-7c93d6d7351f req-e64eca8f-99f8-4b7b-9bbc-d7a681a7cca3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0752609 Mar 10 07:14:09.480843 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'port': {'security_groups': ['5b6c86e2-c22b-4cd6-ba51-8d69f8e64460', '4cafa55d-cdfa-4d1e-923b-a1a81081e6cb']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:09.554015 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:09.717414 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:14:09.774979 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:09.805250 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:09.854592 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c27810-d555-4cff-a218-0b3bf671843a req-81f48c44-bdb8-4620-93a2-4b16853e9396 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:09.856015 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0c27810-d555-4cff-a218-0b3bf671843a req-81f48c44-bdb8-4620-93a2-4b16853e9396 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0550914 Mar 10 07:14:09.901251 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0c27810-d555-4cff-a218-0b3bf671843a req-2391d7f9-11d9-4c4f-98d3-15ae56270d78 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Mar 10 07:14:09.976913 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:10.056396 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:10.057070 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:10.058402 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-08385258-01f4-4334-871c-7c93d6d7351f req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "PUT /v2.0/ports/bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 981 time: 0.5824711 Mar 10 07:14:10.058848 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:10.061058 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:10.104606 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b3717-248b-4743-b8b6-cae0bf04b8f3 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=6']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:10.122961 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9cce7b-8c1e-490b-8609-d4e9ac7c1198 x-openstack-request-id: req-fc9cce7b-8c1e-490b-8609-d4e9ac7c1198 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:10.123263 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:10.123514 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc9cce7b-8c1e-490b-8609-d4e9ac7c1198 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:10.123917 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'status': 'completed', 'code': 200} Mar 10 07:14:10.188030 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2c27-48a9-41b8-96b9-131f76ee0bb1 req-bd197697-c71d-4ef5-811c-5b04c0bc33b2 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:10.193798 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e86d2c27-48a9-41b8-96b9-131f76ee0bb1 req-bd197697-c71d-4ef5-811c-5b04c0bc33b2 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0590620 Mar 10 07:14:10.265172 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e86d2c27-48a9-41b8-96b9-131f76ee0bb1 req-218be449-bc78-44e8-af6f-f9077913a860 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0691569 Mar 10 07:14:10.295575 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-1a058f4d-01b7-4a24-b897-6b866dbaa34e None None] Provisioning complete for port bcb46566-99aa-4ed7-a73d-eed2881443fb triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:14:10.296578 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1a058f4d-01b7-4a24-b897-6b866dbaa34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:10.390081 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-1a058f4d-01b7-4a24-b897-6b866dbaa34e None None] Current status of the port bcb46566-99aa-4ed7-a73d-eed2881443fb is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:10.534262 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d3d39-8d5c-43d4-9e5b-7a2fd3489c76 req-dd5191af-c710-4b61-a1f9-9feac4c573ef tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:10.536253 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f40d3d39-8d5c-43d4-9e5b-7a2fd3489c76 req-dd5191af-c710-4b61-a1f9-9feac4c573ef tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0753369 Mar 10 07:14:10.586895 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f40d3d39-8d5c-43d4-9e5b-7a2fd3489c76 req-b4b19754-2728-4d08-ba36-e7865db44056 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Mar 10 07:14:11.043033 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c703e7-3513-4749-89f8-b1ad2fd8732c req-1315ada0-5d89-45f3-a4c4-6265826f1956 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:11.044484 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-43c703e7-3513-4749-89f8-b1ad2fd8732c req-1315ada0-5d89-45f3-a4c4-6265826f1956 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0653729 Mar 10 07:14:11.098818 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-43c703e7-3513-4749-89f8-b1ad2fd8732c req-79a5f2ee-c765-428a-b909-9d4ea1d77f3e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486457 Mar 10 07:14:11.181833 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['bcb46566-99aa-4ed7-a73d-eed2881443fb'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:11.371421 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['bcb46566-99aa-4ed7-a73d-eed2881443fb'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:11.374645 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-07520b18-c166-44ed-91a8-86e2ff5022fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:11.377238 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-07520b18-c166-44ed-91a8-86e2ff5022fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1168 time: 0.0541403 Mar 10 07:14:11.503206 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-2c4867bc-5d92-4edd-870a-e6dd0801d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:11.505399 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-2c4867bc-5d92-4edd-870a-e6dd0801d5de service neutron] 10.222.0.20 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 915 time: 0.1078014 Mar 10 07:14:11.636891 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-1f13cd66-cba6-47a4-ba63-c961126d08e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 1001 time: 0.1190588 Mar 10 07:14:11.735049 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-5fc7f62a-6fde-4c72-83f3-761eb6f32c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:11.737360 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-5fc7f62a-6fde-4c72-83f3-761eb6f32c98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 200 len: 853 time: 0.0883024 Mar 10 07:14:11.743720 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad33c-fa6e-4c63-bbfb-06924ad6a541 req-53b816ca-9e72-42fa-a464-0487c39361de tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:11.753259 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e56ad33c-fa6e-4c63-bbfb-06924ad6a541 req-53b816ca-9e72-42fa-a464-0487c39361de tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0842872 Mar 10 07:14:11.797167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-730e7d1f-7c4a-427b-bfda-6f48768d0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:11.798924 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-730e7d1f-7c4a-427b-bfda-6f48768d0c49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1483fc1f-440b-4860-b049-3ebee64bac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536952 Mar 10 07:14:11.821703 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e56ad33c-fa6e-4c63-bbfb-06924ad6a541 req-d9390638-31db-40ff-905f-e7d60f484ecb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641019 Mar 10 07:14:11.926705 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-0b77f49f-830f-41a4-8091-9ac3c9e2de2e service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156492 Mar 10 07:14:12.032246 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-14a67b9d-0b97-4caa-a127-9e443ab1fe0b req-b0306ebe-e960-4d28-8749-427fa5f60401 service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948291 Mar 10 07:14:12.232904 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ceaf1-7e1d-49a3-b59e-cc8fc9c3052a req-94bdc77e-5c6d-4bf3-834d-15536287c607 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:12.234568 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dc7ceaf1-7e1d-49a3-b59e-cc8fc9c3052a req-94bdc77e-5c6d-4bf3-834d-15536287c607 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0594461 Mar 10 07:14:12.286334 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dc7ceaf1-7e1d-49a3-b59e-cc8fc9c3052a req-2f330653-2020-48aa-80ee-d0fb38ebce24 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458434 Mar 10 07:14:12.445786 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a5185b86-5322-442d-bde6-5228284cdce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:12.955281 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b233cb5-51de-4edf-8fee-f9c96f65de12 req-865e331d-9045-4496-bbe0-e256576b931b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:12.957351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b233cb5-51de-4edf-8fee-f9c96f65de12 req-865e331d-9045-4496-bbe0-e256576b931b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0562088 Mar 10 07:14:13.014887 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b233cb5-51de-4edf-8fee-f9c96f65de12 req-6d8873dd-f7c4-4e73-bf26-b778b8a36b91 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496297 Mar 10 07:14:13.565557 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24fbec-c6c3-4011-b8c3-a654fede6852 req-8260b581-5505-44e3-a6a8-fbff59b39c5a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:13.567009 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa24fbec-c6c3-4011-b8c3-a654fede6852 req-8260b581-5505-44e3-a6a8-fbff59b39c5a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.2049387 Mar 10 07:14:13.617273 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa24fbec-c6c3-4011-b8c3-a654fede6852 req-5bbb2de1-cfcb-448b-b454-d8a75395cc21 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Mar 10 07:14:14.799970 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78076632-3a1e-4738-9d7d-4f97b7d6f1ab req-b319af96-4cce-46f3-a6d1-ae4ee02f9ece tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:14.802408 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-78076632-3a1e-4738-9d7d-4f97b7d6f1ab req-b319af96-4cce-46f3-a6d1-ae4ee02f9ece tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.1119297 Mar 10 07:14:14.905816 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-78076632-3a1e-4738-9d7d-4f97b7d6f1ab req-2f83ae97-009e-4667-bc37-a9f6f5c2c453 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876510 Mar 10 07:14:14.925425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-78241bc5-008c-448f-9ff8-1be1c5fbe010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:15.522117 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abce0de-4bb2-4596-8506-e9f72a581c93 req-3c0648d2-8262-4cbb-91c2-84ec8c06bd11 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:15.523562 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7abce0de-4bb2-4596-8506-e9f72a581c93 req-3c0648d2-8262-4cbb-91c2-84ec8c06bd11 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0522745 Mar 10 07:14:15.573589 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7abce0de-4bb2-4596-8506-e9f72a581c93 req-5f0e451e-acc8-4d4b-b0fe-58e0939ebca9 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Mar 10 07:14:16.022476 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:16.038653 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9881613-ee5d-440d-a36a-f1deb83beef2 req-04f247b5-3349-4aa2-8f0c-8a3b27fddef8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:16.040113 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f9881613-ee5d-440d-a36a-f1deb83beef2 req-04f247b5-3349-4aa2-8f0c-8a3b27fddef8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0566928 Mar 10 07:14:16.091913 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f9881613-ee5d-440d-a36a-f1deb83beef2 req-dd675f7b-33d8-4fd6-812f-19fde9ad4da4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Mar 10 07:14:16.705080 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83397-cd96-4715-8556-c5df8258ff5b req-e40633c2-9bdb-48c8-9b81-d41579fb4861 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:16.709100 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3a83397-cd96-4715-8556-c5df8258ff5b req-e40633c2-9bdb-48c8-9b81-d41579fb4861 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0571697 Mar 10 07:14:16.760987 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e3a83397-cd96-4715-8556-c5df8258ff5b req-e085cbfa-3f4b-4bf6-8600-b4afe9bae90d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Mar 10 07:14:17.216012 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69dc4d-2e75-4ce2-9da7-356181e7064e req-d49fa474-c29f-4b05-9cd1-78476212e5ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:17.217593 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ec69dc4d-2e75-4ce2-9da7-356181e7064e req-d49fa474-c29f-4b05-9cd1-78476212e5ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0542018 Mar 10 07:14:17.268535 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ec69dc4d-2e75-4ce2-9da7-356181e7064e req-993745d0-5694-41b5-8ea1-04d65c3987e6 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Mar 10 07:14:17.457559 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:17.748149 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:17.896633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1084e-1136-4247-ba19-66b81302345b req-203addf3-2e50-4abc-97a9-b325f8afe07d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:17.898352 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61d1084e-1136-4247-ba19-66b81302345b req-203addf3-2e50-4abc-97a9-b325f8afe07d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0670686 Mar 10 07:14:17.951321 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61d1084e-1136-4247-ba19-66b81302345b req-3fbf97f0-1d06-466b-b881-1b82a5132322 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472779 Mar 10 07:14:18.401595 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5637-b56a-4048-98f3-1f1ea0118ea7 req-94680fae-035c-4fbd-b3c1-fa1aeb5f40ec tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:18.403013 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9dc5637-b56a-4048-98f3-1f1ea0118ea7 req-94680fae-035c-4fbd-b3c1-fa1aeb5f40ec tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0540621 Mar 10 07:14:18.448798 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9dc5637-b56a-4048-98f3-1f1ea0118ea7 req-cea7af8c-d40b-4d08-8f63-67c0de6e3a6a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402443 Mar 10 07:14:18.529849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-1d659bd0-8376-4173-892c-a86e3d556b41 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:18.531215 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-1d659bd0-8376-4173-892c-a86e3d556b41 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 945 time: 0.0596581 Mar 10 07:14:18.635939 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Deleting port 8e84a200-4a7e-488a-82e5-faf43913831d {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:14:18.636278 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:18.726027 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] For port 8e84a200-4a7e-488a-82e5-faf43913831d, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=8e84a200-4a7e-488a-82e5-faf43913831d,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:18.728460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:18.742419 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Calling delete_port for 8e84a200-4a7e-488a-82e5-faf43913831d owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:14:18.920083 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (8e84a200-4a7e-488a-82e5-faf43913831d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:18.931763 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['d1ff91f6-22a3-441f-affb-b51c60221d9b', '8e84a200-4a7e-488a-82e5-faf43913831d'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:18.947466 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Pushing event deleted for resources: {'Port': ['ID=8e84a200-4a7e-488a-82e5-faf43913831d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:18.966576 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:18.997564 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] No DVR routers for this DVR port 8e84a200-4a7e-488a-82e5-faf43913831d on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:14:19.004505 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:19.006441 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0cb78248-d304-4c10-a3cc-612e7388f531 req-da4ad246-eb1e-4503-98f8-e5f2e4fe098a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "DELETE /v2.0/ports/8e84a200-4a7e-488a-82e5-faf43913831d HTTP/1.1" status: 204 len: 173 time: 0.4657001 Mar 10 07:14:19.006944 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'name': 'network-vif-deleted', 'tag': '8e84a200-4a7e-488a-82e5-faf43913831d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:19.017816 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e57aee6-7ddc-4389-be24-cce88af538d6" -d '{"events": [{"server_uuid": "bfd9e6ed-b5f5-4097-867d-8459676eb475", "name": "network-vif-deleted", "tag": "8e84a200-4a7e-488a-82e5-faf43913831d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:19.056139 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a376fdc-ca3a-435a-80cc-30da8de2cb97 x-openstack-request-id: req-3a376fdc-ca3a-435a-80cc-30da8de2cb97 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:19.056429 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd9e6ed-b5f5-4097-867d-8459676eb475", "name": "network-vif-deleted", "tag": "8e84a200-4a7e-488a-82e5-faf43913831d", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:19.056679 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a376fdc-ca3a-435a-80cc-30da8de2cb97 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:19.057078 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd9e6ed-b5f5-4097-867d-8459676eb475', 'name': 'network-vif-deleted', 'tag': '8e84a200-4a7e-488a-82e5-faf43913831d', 'status': 'completed', 'code': 200} Mar 10 07:14:19.076412 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b81482d-fa12-439a-805c-fdda7c812f15 req-ac988c2d-c5cc-4be1-ac9b-0a2bd9cde607 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Mar 10 07:14:19.577468 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecfec8-d4a6-4042-b76d-452d8d8ca456 req-49039ef2-e756-4fc3-9dca-ea57f0aae33f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:19.578893 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-38ecfec8-d4a6-4042-b76d-452d8d8ca456 req-49039ef2-e756-4fc3-9dca-ea57f0aae33f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0512364 Mar 10 07:14:19.624093 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-38ecfec8-d4a6-4042-b76d-452d8d8ca456 req-ca444b69-f660-4da9-8fea-164816c4f11c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Mar 10 07:14:19.716141 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-3b329554-cfe8-4270-bbd6-8d949dcaee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:19.717648 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-3b329554-cfe8-4270-bbd6-8d949dcaee09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1129 time: 0.0739143 Mar 10 07:14:19.726311 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-e2bd89ab-e8bf-4946-a25c-df99d223efd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571773 Mar 10 07:14:19.848313 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-88afc4a7-778f-475c-a81a-8e8bd7a89be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:19.849820 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-88afc4a7-778f-475c-a81a-8e8bd7a89be2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 1129 time: 0.0982244 Mar 10 07:14:19.854207 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-ad4d0729-dee1-40e0-b10c-30f139d49b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:19.858126 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-ad4d0729-dee1-40e0-b10c-30f139d49b1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.1211255 Mar 10 07:14:19.948926 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-bb622dc8-fe79-4af2-9450-4e7f2a27f20d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 1001 time: 0.0868406 Mar 10 07:14:20.037135 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-44b10f4e-8369-4e53-bc7e-fd9d7263d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:20.038617 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-44b10f4e-8369-4e53-bc7e-fd9d7263d5ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 200 len: 920 time: 0.1390545 Mar 10 07:14:20.040003 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-ad1650dc-6a9a-49b8-ba0c-45a06695a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:20.041279 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-ad1650dc-6a9a-49b8-ba0c-45a06695a52f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0669296 Mar 10 07:14:20.110002 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-0c5f62b7-e917-427f-b857-651258d4132f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 200 len: 217 time: 0.0590069 Mar 10 07:14:20.168262 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-487a0123-caa2-4927-9b0e-7c5f978676dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:20.169877 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-487a0123-caa2-4927-9b0e-7c5f978676dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120706 Mar 10 07:14:20.175491 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-0806141a-5232-4005-bf1c-bc2e2e8aec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:20.176928 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-0806141a-5232-4005-bf1c-bc2e2e8aec90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 200 len: 859 time: 0.0598545 Mar 10 07:14:20.195339 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a645f4a9-688a-46ff-8e13-b6ad7a9a53cd req-79d86ed4-8216-4d20-b0af-799d327c08b4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfd9e6ed-b5f5-4097-867d-8459676eb475 HTTP/1.1" status: 200 len: 210 time: 0.0345039 Mar 10 07:14:20.225782 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-649cebc7-059b-4e41-991f-d5b7e5039ffb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=652805f3-9c07-4097-8c2b-a4c5cc2957cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408564 Mar 10 07:14:20.248888 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6130-26ec-4805-8bd7-2f58bd98d6ca req-d8a8271c-1406-4540-bde1-b10ede7babf3 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:20.250383 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9baa6130-26ec-4805-8bd7-2f58bd98d6ca req-d8a8271c-1406-4540-bde1-b10ede7babf3 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.0613797 Mar 10 07:14:20.296134 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9baa6130-26ec-4805-8bd7-2f58bd98d6ca req-9d04277a-7bc4-47b6-a2ab-0c53a96461e2 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Mar 10 07:14:20.345522 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-fbdb9807-6c78-43f7-a77c-0944615cac73 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675982 Mar 10 07:14:20.379040 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-69362ba5-d312-47ea-bf13-98ca824a752b service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445596 Mar 10 07:14:20.498798 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1b6ad0c7-e78c-4891-92a7-9dbfc550e4b4 req-b6324203-6178-4275-a527-fbd47e51028c service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400380 Mar 10 07:14:20.516984 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f1782ca7-9a51-457b-9efb-3ddd3fbe59a5 req-1a030ac5-32f9-4bcd-b545-98ddab72bef3 service neutron] 10.222.0.20 "GET /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266749 Mar 10 07:14:20.743813 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e02d8-0d67-4970-b13a-51e933508a3c req-44208323-23a0-47e3-89ea-5d22f3473b26 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:20.745252 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-617e02d8-0d67-4970-b13a-51e933508a3c req-44208323-23a0-47e3-89ea-5d22f3473b26 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0506508 Mar 10 07:14:20.790846 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-617e02d8-0d67-4970-b13a-51e933508a3c req-bc445cc1-99b9-4e11-ae11-86a4c4b904b7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Mar 10 07:14:21.415314 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507906b5-41fc-44ae-8b73-98a1907de4ed req-1b03ba84-ebf1-4d47-8155-76ce8ac517e0 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:21.416749 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-507906b5-41fc-44ae-8b73-98a1907de4ed req-1b03ba84-ebf1-4d47-8155-76ce8ac517e0 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.0543349 Mar 10 07:14:21.464097 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-507906b5-41fc-44ae-8b73-98a1907de4ed req-9a58ba42-a4d4-4ff0-9405-bb769474f4c2 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418329 Mar 10 07:14:21.611612 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f9415-607a-4f5b-ad05-3aa1b27bccf3 req-933ef735-ffc2-4e73-831d-ee714e08ade4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:21.613044 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f91f9415-607a-4f5b-ad05-3aa1b27bccf3 req-933ef735-ffc2-4e73-831d-ee714e08ade4 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0508742 Mar 10 07:14:21.657530 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f91f9415-607a-4f5b-ad05-3aa1b27bccf3 req-1116b1e0-be11-4451-b37c-1a6fbdf04e00 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Mar 10 07:14:21.911515 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c1da-2890-411c-83a3-04b30b0eb829 req-901a154c-da2b-4892-bc96-47b86882fe8a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:21.912955 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41a2c1da-2890-411c-83a3-04b30b0eb829 req-901a154c-da2b-4892-bc96-47b86882fe8a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Mar 10 07:14:21.962338 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41a2c1da-2890-411c-83a3-04b30b0eb829 req-af7452c2-13eb-4a7a-8c3e-b19d06c5717a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Mar 10 07:14:22.243016 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-42d50f1d-15b5-4409-9393-20f105e557a7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:22.244440 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-42d50f1d-15b5-4409-9393-20f105e557a7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Mar 10 07:14:22.341121 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Deleting port 186317d0-08ac-4607-be76-a942ef4f71c2 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:14:22.341489 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:22.428259 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] For port 186317d0-08ac-4607-be76-a942ef4f71c2, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=186317d0-08ac-4607-be76-a942ef4f71c2,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:22.428613 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:22.443828 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Calling delete_port for 186317d0-08ac-4607-be76-a942ef4f71c2 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:14:22.580953 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104a58-4a82-43ff-8412-5f943bad8102 req-1a8f525c-4a33-49cc-a6f1-063924157aa7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:22.582437 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30104a58-4a82-43ff-8412-5f943bad8102 req-1a8f525c-4a33-49cc-a6f1-063924157aa7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=02a870be-74db-4f96-b349-4e63dc8df7f1 HTTP/1.1" status: 200 len: 945 time: 0.0516183 Mar 10 07:14:22.628351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-30104a58-4a82-43ff-8412-5f943bad8102 req-a455807b-bed3-4791-b63b-3466dda954fe tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Mar 10 07:14:22.649196 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (186317d0-08ac-4607-be76-a942ef4f71c2), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:22.668212 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['186317d0-08ac-4607-be76-a942ef4f71c2'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:22.678463 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Pushing event deleted for resources: {'Port': ['ID=186317d0-08ac-4607-be76-a942ef4f71c2,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:22.727014 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] No DVR routers for this DVR port 186317d0-08ac-4607-be76-a942ef4f71c2 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:14:22.729930 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:22.737392 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-809676f9-0a4c-457f-987a-f4f33c2dc3d1 req-ad0ad389-c997-40ad-9073-968d8c7cf449 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "DELETE /v2.0/ports/186317d0-08ac-4607-be76-a942ef4f71c2 HTTP/1.1" status: 204 len: 173 time: 0.4831955 Mar 10 07:14:22.737392 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'name': 'network-vif-deleted', 'tag': '186317d0-08ac-4607-be76-a942ef4f71c2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:22.737392 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571fa03-b32e-42a3-accb-0e0fc663f8c2" -d '{"events": [{"server_uuid": "02a870be-74db-4f96-b349-4e63dc8df7f1", "name": "network-vif-deleted", "tag": "186317d0-08ac-4607-be76-a942ef4f71c2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:22.771016 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f4362b-02a2-4720-affa-8578e47e894c x-openstack-request-id: req-80f4362b-02a2-4720-affa-8578e47e894c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:22.771368 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a870be-74db-4f96-b349-4e63dc8df7f1", "name": "network-vif-deleted", "tag": "186317d0-08ac-4607-be76-a942ef4f71c2", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:22.771649 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80f4362b-02a2-4720-affa-8578e47e894c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:22.772039 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a870be-74db-4f96-b349-4e63dc8df7f1', 'name': 'network-vif-deleted', 'tag': '186317d0-08ac-4607-be76-a942ef4f71c2', 'status': 'completed', 'code': 200} Mar 10 07:14:22.786351 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a003-1768-4472-917b-bb49dd28af29 req-ed7b82df-0c9a-4f0b-a41d-80cd9480abd6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:22.788318 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9415a003-1768-4472-917b-bb49dd28af29 req-ed7b82df-0c9a-4f0b-a41d-80cd9480abd6 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0609765 Mar 10 07:14:22.835713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9415a003-1768-4472-917b-bb49dd28af29 req-04a83fed-51e3-4680-b042-e11503e9ea9a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Mar 10 07:14:23.188737 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7ad25-a2db-436a-8be3-ea0ffee06662 req-ea9615b3-51d5-4271-9e9f-eb97b97a7c52 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:23.190227 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61d7ad25-a2db-436a-8be3-ea0ffee06662 req-ea9615b3-51d5-4271-9e9f-eb97b97a7c52 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 945 time: 0.0563042 Mar 10 07:14:23.236067 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61d7ad25-a2db-436a-8be3-ea0ffee06662 req-840b70b1-ba7c-4521-a42a-dfe220751a06 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Mar 10 07:14:23.243950 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 8e84a200-4a7e-488a-82e5-faf43913831d no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:23.274992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 8e84a200-4a7e-488a-82e5-faf43913831d {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:14:23.274992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 8e84a200-4a7e-488a-82e5-faf43913831d not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:14:23.274992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:23.351760 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: ACTIVE; New status is: DOWN {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:23.352187 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:23.377895 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:23.380808 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fd5e1d-cb0a-401d-8360-8ec5773dd1f4" -d '{"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-unplugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:23.392891 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:23.413908 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88d4fd-d5b4-4a5f-b80c-0f303c79556a x-openstack-request-id: req-ff88d4fd-d5b4-4a5f-b80c-0f303c79556a {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:23.414195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-unplugged", "status": "failed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "code": 422}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:23.414465 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff88d4fd-d5b4-4a5f-b80c-0f303c79556a {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:23.414895 dv-cinder-832919-1-iscsi neutron-server[103618]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'code': 422} returned with failed status Mar 10 07:14:23.502533 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:23.549563 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=8']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:23.954281 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dc655-fd09-451d-9f58-0a57783a7c79 req-96c179d4-2cea-407e-9f5f-0d27fdfa9207 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:23.955749 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-924dc655-fd09-451d-9f58-0a57783a7c79 req-96c179d4-2cea-407e-9f5f-0d27fdfa9207 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0534880 Mar 10 07:14:24.004315 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-924dc655-fd09-451d-9f58-0a57783a7c79 req-74da2d0e-e162-44ca-b629-775c17eb8fda tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Mar 10 07:14:24.364251 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-250f100c-2e9c-4e62-be82-ce0ec698d997 req-2640acbe-bc3c-4086-aac0-c69664589dee service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:14:24.365531 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-250f100c-2e9c-4e62-be82-ce0ec698d997 req-2640acbe-bc3c-4086-aac0-c69664589dee service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488243 Mar 10 07:14:24.622661 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a4264-9dda-4ac0-9de7-a9da484550b7 req-f87b24f1-2459-4e15-9e2f-b98826e5c6f0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:24.624107 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2c5a4264-9dda-4ac0-9de7-a9da484550b7 req-f87b24f1-2459-4e15-9e2f-b98826e5c6f0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0540359 Mar 10 07:14:24.672485 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2c5a4264-9dda-4ac0-9de7-a9da484550b7 req-c5fe23c7-5ed3-4757-9f41-a7814cce2115 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Mar 10 07:14:25.007409 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46218) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:25.115551 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-92b92d14-3429-4784-a56a-f3decd6e843a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070256 Mar 10 07:14:25.126911 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-b3d9c85e-58de-4f06-8b6a-3a0ac6179246 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:14:25.127854 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-b3d9c85e-58de-4f06-8b6a-3a0ac6179246 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068438 Mar 10 07:14:25.139277 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd8dea-bb5a-4637-9ffb-490524c13161 req-86f04dd7-013e-4ddf-810e-5e82a00e2d2e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:25.140650 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6ddd8dea-bb5a-4637-9ffb-490524c13161 req-86f04dd7-013e-4ddf-810e-5e82a00e2d2e tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0638785 Mar 10 07:14:25.188777 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6ddd8dea-bb5a-4637-9ffb-490524c13161 req-b7b04b4c-a0d9-434a-b351-7c884303d53f tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Mar 10 07:14:25.204255 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46230) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:25.254531 dv-cinder-832919-1-iscsi neutron-server[103617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 07:14:25.298547 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-3c95c155-bd67-43f9-a781-05d1e59956a4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:25.299903 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-3c95c155-bd67-43f9-a781-05d1e59956a4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports/38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 940 time: 0.0946605 Mar 10 07:14:25.801070 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e0838-103f-42ca-a366-40d05da50c5d req-96e8f5c5-ee69-4ed7-a493-77870bfe73ff tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:25.802549 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0c4e0838-103f-42ca-a366-40d05da50c5d req-96e8f5c5-ee69-4ed7-a493-77870bfe73ff tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0552814 Mar 10 07:14:25.850335 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0c4e0838-103f-42ca-a366-40d05da50c5d req-851c813f-ee8d-4196-8e3d-7350ab3a2af2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Mar 10 07:14:26.305140 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce66309-d8ae-46a7-9423-69b1ea8b39dc req-d690d80f-18fa-4ce9-874e-2e4f3545df56 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:26.306616 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0ce66309-d8ae-46a7-9423-69b1ea8b39dc req-d690d80f-18fa-4ce9-874e-2e4f3545df56 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0522358 Mar 10 07:14:26.351905 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0ce66309-d8ae-46a7-9423-69b1ea8b39dc req-8b6f51fb-5260-4271-a85a-cbf78d184a1a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Mar 10 07:14:26.974647 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaab19c-f5f0-4816-a4c2-6dfb5f08e2b7 req-b82fc424-a8f8-40f2-8674-74af80dd7569 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:26.976063 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5eaab19c-f5f0-4816-a4c2-6dfb5f08e2b7 req-b82fc424-a8f8-40f2-8674-74af80dd7569 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0542407 Mar 10 07:14:27.022699 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5eaab19c-f5f0-4816-a4c2-6dfb5f08e2b7 req-9b4515ae-a5ab-4819-a534-d314ac822407 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Mar 10 07:14:27.464707 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a14d7-b6d4-4dd5-af29-5ab4b10a839c req-c6b868dc-bb01-4e2c-b038-956390e06aa0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:27.466153 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-199a14d7-b6d4-4dd5-af29-5ab4b10a839c req-c6b868dc-bb01-4e2c-b038-956390e06aa0 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0499141 Mar 10 07:14:27.510246 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-199a14d7-b6d4-4dd5-af29-5ab4b10a839c req-f8757f65-07ba-4c27-be0f-769ba36d0a71 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Mar 10 07:14:28.142622 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7465b-8527-4b7f-832a-31ed733fcbd4 req-c75c155c-787c-4c0b-b01b-e7e88ecea5a0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:28.144054 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6cc7465b-8527-4b7f-832a-31ed733fcbd4 req-c75c155c-787c-4c0b-b01b-e7e88ecea5a0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0503247 Mar 10 07:14:28.192908 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6cc7465b-8527-4b7f-832a-31ed733fcbd4 req-c252461d-ec0c-49df-82b3-990107624cb5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433190 Mar 10 07:14:28.376194 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:28.455349 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: DOWN; New status is: DOWN {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:28.456325 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 186317d0-08ac-4607-be76-a942ef4f71c2 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:28.477875 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 186317d0-08ac-4607-be76-a942ef4f71c2 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:14:28.478223 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 186317d0-08ac-4607-be76-a942ef4f71c2 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:14:28.623547 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c29db-5f38-4d3e-8593-1f5c4cdbd8ff req-b9fd85d6-ad5c-42e8-a6c0-56b7dd4d4a1a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:28.624968 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ec0c29db-5f38-4d3e-8593-1f5c4cdbd8ff req-b9fd85d6-ad5c-42e8-a6c0-56b7dd4d4a1a tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0510089 Mar 10 07:14:28.669008 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ec0c29db-5f38-4d3e-8593-1f5c4cdbd8ff req-cf0cce38-a322-4706-ba6e-ba874116c972 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Mar 10 07:14:29.318850 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace81af0-9c2e-41f2-b930-aea802e6b5fd req-c62c0b23-f07b-4bcd-ab43-9289218aa731 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:29.320286 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ace81af0-9c2e-41f2-b930-aea802e6b5fd req-c62c0b23-f07b-4bcd-ab43-9289218aa731 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0574012 Mar 10 07:14:29.367042 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ace81af0-9c2e-41f2-b930-aea802e6b5fd req-28e238ef-1f43-4368-bc4b-f313dbc6ecaa tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 Mar 10 07:14:29.757550 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-b7f1f7a6-665f-468a-8f29-f1b5caa92e11 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:29.759007 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-b7f1f7a6-665f-468a-8f29-f1b5caa92e11 tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0659368 Mar 10 07:14:29.798601 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9bdd0-01eb-4c96-a33b-e75c39f331f5 req-409fb05f-edc4-4d2a-9f0a-a1bd177eeb5d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:29.798601 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-67d9bdd0-01eb-4c96-a33b-e75c39f331f5 req-409fb05f-edc4-4d2a-9f0a-a1bd177eeb5d tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 945 time: 0.0597272 Mar 10 07:14:29.841877 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-67d9bdd0-01eb-4c96-a33b-e75c39f331f5 req-b9cea432-885d-49b1-96bf-4a4e57635cdd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/security-groups?id=de50f22a-4db7-4fb1-aa57-baf9b413c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Mar 10 07:14:29.870294 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Deleting port d1ff91f6-22a3-441f-affb-b51c60221d9b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:14:29.870631 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:29.961537 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] For port d1ff91f6-22a3-441f-affb-b51c60221d9b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d1ff91f6-22a3-441f-affb-b51c60221d9b,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:29.962403 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:29.976120 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Calling delete_port for d1ff91f6-22a3-441f-affb-b51c60221d9b owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:14:30.153970 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d1ff91f6-22a3-441f-affb-b51c60221d9b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:30.165117 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['d1ff91f6-22a3-441f-affb-b51c60221d9b'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:30.182715 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Pushing event deleted for resources: {'Port': ['ID=d1ff91f6-22a3-441f-affb-b51c60221d9b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:30.211141 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.211489 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.211830 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.212169 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.212515 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.212823 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.213147 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.213499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.213822 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.214141 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.214462 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.214777 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.215091 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:30.237128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] No DVR routers for this DVR port d1ff91f6-22a3-441f-affb-b51c60221d9b on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:14:30.239495 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:30.242731 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d090c7a5-bab1-424d-a64e-8fd68fdf0a1f req-a3485d88-b5f1-4c28-b6da-416a8b1157bd tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.20 "DELETE /v2.0/ports/d1ff91f6-22a3-441f-affb-b51c60221d9b HTTP/1.1" status: 204 len: 173 time: 0.4717939 Mar 10 07:14:30.243144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b02fb-7840-4427-941f-590232668f0d', 'name': 'network-vif-deleted', 'tag': 'd1ff91f6-22a3-441f-affb-b51c60221d9b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:30.245403 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7167c-ef17-4765-a880-eded5e578bc0" -d '{"events": [{"server_uuid": "051b02fb-7840-4427-941f-590232668f0d", "name": "network-vif-deleted", "tag": "d1ff91f6-22a3-441f-affb-b51c60221d9b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:30.279849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704167d8-244c-478d-b017-9400d0153988 x-openstack-request-id: req-704167d8-244c-478d-b017-9400d0153988 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:30.280140 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051b02fb-7840-4427-941f-590232668f0d", "name": "network-vif-deleted", "tag": "d1ff91f6-22a3-441f-affb-b51c60221d9b", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:30.280389 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-704167d8-244c-478d-b017-9400d0153988 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:30.280773 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b02fb-7840-4427-941f-590232668f0d', 'name': 'network-vif-deleted', 'tag': 'd1ff91f6-22a3-441f-affb-b51c60221d9b', 'status': 'completed', 'code': 200} Mar 10 07:14:30.389400 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-b76a6b98-3baa-4bbe-a074-4255ae94b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:30.390967 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-b76a6b98-3baa-4bbe-a074-4255ae94b49a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626&tenant_id=3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 1127 time: 0.0800433 Mar 10 07:14:30.464020 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-14105eff-2706-43ee-8c9a-d9884b606e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:30.465553 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-14105eff-2706-43ee-8c9a-d9884b606e68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1127 time: 0.0441339 Mar 10 07:14:30.499412 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f86680-5471-4d22-826e-8bc54d95f10b req-18f5c8cf-4f2d-4a8c-b2b3-679619f074ba tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:30.500921 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40f86680-5471-4d22-826e-8bc54d95f10b req-18f5c8cf-4f2d-4a8c-b2b3-679619f074ba tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0530157 Mar 10 07:14:30.549457 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40f86680-5471-4d22-826e-8bc54d95f10b req-534e2b75-69e2-4529-845f-c33a0e6f24fa tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Mar 10 07:14:30.561410 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-c0d2c16c-54f8-4e69-bdba-f8c7e421eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:30.566102 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-c0d2c16c-54f8-4e69-bdba-f8c7e421eaec service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.0899336 Mar 10 07:14:30.631546 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-663fc5da-87e0-494d-a5fb-6918212fdf31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 200 len: 999 time: 0.0622036 Mar 10 07:14:30.679271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-27273e0b-5344-4109-a800-97c3233796c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:30.680587 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-27273e0b-5344-4109-a800-97c3233796c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0429156 Mar 10 07:14:30.730112 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-8fe67f89-f554-44e9-bc90-6cd1087f3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:30.731559 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-8fe67f89-f554-44e9-bc90-6cd1087f3f94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431850 Mar 10 07:14:30.820972 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-0d8cd958-bee3-4fe5-83f9-e9a3c4e6062c service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827858 Mar 10 07:14:30.915062 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4ee4a00d-8bb6-4cae-b630-ad98c7c1bbc7 req-b6d1f6cc-834f-46ec-83c6-e69cc1121f95 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870526 Mar 10 07:14:30.956619 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18f2fffe-afd6-466b-991c-0f9558acd6e4 req-307c811c-a9d4-4fea-84e4-65b8eac16c8b tempest-ServerRescueNegativeTestJSON-1084188770 tempest-ServerRescueNegativeTestJSON-1084188770-project] 10.222.0.30 "GET /v2.0/ports?device_id=051b02fb-7840-4427-941f-590232668f0d HTTP/1.1" status: 200 len: 210 time: 0.0295606 Mar 10 07:14:31.688624 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ae184-3e97-4983-8fe7-336945d22ea2 req-2ad361c8-2fa1-4271-a244-51969b178902 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:31.690143 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b9ae184-3e97-4983-8fe7-336945d22ea2 req-2ad361c8-2fa1-4271-a244-51969b178902 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0578716 Mar 10 07:14:31.755694 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7b9ae184-3e97-4983-8fe7-336945d22ea2 req-0cf87557-2d37-44d6-a10f-c85f4dbffb98 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570915 Mar 10 07:14:32.021647 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46320) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:32.677714 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (c329c5c9-4107-4e28-8099-b3c055f938b7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:32.876350 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97341901-06ad-45d2-a7dd-3c8e6b0c7cc7 req-c07d1518-4052-49b7-bfbe-36c274026f4a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:32.877896 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97341901-06ad-45d2-a7dd-3c8e6b0c7cc7 req-c07d1518-4052-49b7-bfbe-36c274026f4a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0516627 Mar 10 07:14:32.924807 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97341901-06ad-45d2-a7dd-3c8e6b0c7cc7 req-0cd7faa8-f3c6-49e4-92d3-9085f4a9c77e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Mar 10 07:14:33.000398 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Deleting port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:14:33.000800 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:33.081424 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] For port 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,segment=NetworkSegment(46295b7d-74a6-41d0-ba8d-8db274078ea8),segment_id=46295b7d-74a6-41d0-ba8d-8db274078ea8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:33.082118 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:33.093632 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Calling delete_port for 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 owned by network:router_interface {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:14:33.109015 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d1ff91f6-22a3-441f-affb-b51c60221d9b no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:33.133994 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: d1ff91f6-22a3-441f-affb-b51c60221d9b {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:14:33.134430 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d1ff91f6-22a3-441f-affb-b51c60221d9b not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:14:33.342505 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:33.370362 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:33.555924 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (c329c5c9-4107-4e28-8099-b3c055f938b7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:33.781150 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Router c329c5c9-4107-4e28-8099-b3c055f938b7 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:14:33.891332 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:14:33.896549 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7ab50704-2d22-4baa-91e8-b62b1796f9ea admin admin] 10.222.0.30 "PUT /v2.0/routers/c329c5c9-4107-4e28-8099-b3c055f938b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740475 Mar 10 07:14:33.898986 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46326) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:33.899955 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] Sync routers for ids ['c329c5c9-4107-4e28-8099-b3c055f938b7'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:14:33.911168 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] Routers {'c329c5c9-4107-4e28-8099-b3c055f938b7'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:14:33.911775 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:14:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['c329c5c9-4107-4e28-8099-b3c055f938b7'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:34.012663 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks [] for router (c329c5c9-4107-4e28-8099-b3c055f938b7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.082413 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fc90-c8b8-4c8b-a094-3a25fc685940 req-ca292b91-4a8f-45f8-89b2-03d7572ecf07 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:34.083915 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5bd2fc90-c8b8-4c8b-a094-3a25fc685940 req-ca292b91-4a8f-45f8-89b2-03d7572ecf07 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0643954 Mar 10 07:14:34.121843 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] Set router c329c5c9-4107-4e28-8099-b3c055f938b7 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:14:34.132580 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks [] for router_gateway (c329c5c9-4107-4e28-8099-b3c055f938b7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.141651 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5bd2fc90-c8b8-4c8b-a094-3a25fc685940 req-135f7c33-553c-45e5-b080-90d38e49bd3b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515652 Mar 10 07:14:34.247573 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Deleting port 6621b449-86dc-4da2-991a-a579b9cc12eb {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:14:34.248005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.296659 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:14:33Z', 'revision_number': 5, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port': {'id': '6621b449-86dc-4da2-991a-a579b9cc12eb', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:10:25Z', 'updated_at': '2022-03-10T07:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:34.323622 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] Checking router: c329c5c9-4107-4e28-8099-b3c055f938b7 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:14:34.327364 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] For port 6621b449-86dc-4da2-991a-a579b9cc12eb, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=6621b449-86dc-4da2-991a-a579b9cc12eb,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:34.327747 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.332197 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] Routers {'c329c5c9-4107-4e28-8099-b3c055f938b7'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:14:34.332800 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:14:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['c329c5c9-4107-4e28-8099-b3c055f938b7'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:34.339949 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Calling delete_port for 6621b449-86dc-4da2-991a-a579b9cc12eb owned by network:router_gateway {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:14:34.419600 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] Set router c329c5c9-4107-4e28-8099-b3c055f938b7 gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:14:34.472795 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:14:34Z', 'revision_number': 6, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:34.500727 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c414a9-dee6-4f41-b4c3-f89a13a5f81c None None] The sync data for ids ['c329c5c9-4107-4e28-8099-b3c055f938b7'] in dv-cinder-832919-1-iscsi is: [{'id': 'c329c5c9-4107-4e28-8099-b3c055f938b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1198547288-router', 'tenant_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:10:24Z', 'updated_at': '2022-03-10T07:14:34Z', 'revision_number': 6, 'project_id': 'cf8f3d83b0f84415afe3e0c34d2190a3', 'gw_port_host': None}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:14:34.563943 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (6621b449-86dc-4da2-991a-a579b9cc12eb), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.589953 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Pushing event deleted for resources: {'Port': ['ID=6621b449-86dc-4da2-991a-a579b9cc12eb,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:34.652010 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (c329c5c9-4107-4e28-8099-b3c055f938b7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.765975 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (c329c5c9-4107-4e28-8099-b3c055f938b7), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.768063 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks [] for router_controller (c329c5c9-4107-4e28-8099-b3c055f938b7), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.896582 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (c329c5c9-4107-4e28-8099-b3c055f938b7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.897177 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c329c5c9-4107-4e28-8099-b3c055f938b7 {{(pid=103617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:14:34.902308 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:34.904524 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-8930d65d-cee8-4cc5-9049-545a26b00fab admin admin] 10.222.0.30 "DELETE /v2.0/routers/c329c5c9-4107-4e28-8099-b3c055f938b7 HTTP/1.1" status: 204 len: 168 time: 1.0033271 Mar 10 07:14:34.910343 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:34.963319 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Deleting subnet 786b6d58-dba9-4a2b-b751-ca483be6250b {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:14:34.966964 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Publish callbacks [] for subnet (786b6d58-dba9-4a2b-b751-ca483be6250b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.017229 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (786b6d58-dba9-4a2b-b751-ca483be6250b), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.064842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (786b6d58-dba9-4a2b-b751-ca483be6250b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.188677 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (786b6d58-dba9-4a2b-b751-ca483be6250b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.216234 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786b6d58-dba9-4a2b-b751-ca483be6250b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:35.229399 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.234509 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3c0bb693-eaf2-4110-ad4e-92ff02fdf704 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/786b6d58-dba9-4a2b-b751-ca483be6250b HTTP/1.1" status: 204 len: 168 time: 0.3215129 Mar 10 07:14:35.235880 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46342) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:35.330226 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (652805f3-9c07-4097-8c2b-a4c5cc2957cb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.650052 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (652805f3-9c07-4097-8c2b-a4c5cc2957cb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.658932 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29867848-3cad-4ed4-b0d0-668be8488625 req-29e24b0c-d68c-4740-be92-28c70ba713ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:35.661121 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29867848-3cad-4ed4-b0d0-668be8488625 req-29e24b0c-d68c-4740-be92-28c70ba713ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.3894114 Mar 10 07:14:35.691555 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652805f3-9c07-4097-8c2b-a4c5cc2957cb']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:35.707127 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46295b7d-74a6-41d0-ba8d-8db274078ea8') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:35.707424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46295b7d-74a6-41d0-ba8d-8db274078ea8') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:14:35.725425 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (46295b7d-74a6-41d0-ba8d-8db274078ea8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.747371 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29867848-3cad-4ed4-b0d0-668be8488625 req-ab0f20c4-3c31-4361-ae5f-2c41ffc5492e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801332 Mar 10 07:14:35.750804 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (46295b7d-74a6-41d0-ba8d-8db274078ea8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.756585 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:14:35.756956 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (46295b7d-74a6-41d0-ba8d-8db274078ea8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:14:35.758557 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:14:36.001717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:36.024008 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:14:36.024363 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8cb7280f-79f7-42af-a1e7-b9d4f4fcaf47 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:14:36.024777 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 6621b449-86dc-4da2-991a-a579b9cc12eb no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:14:36.044161 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 6621b449-86dc-4da2-991a-a579b9cc12eb {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:14:36.044581 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 6621b449-86dc-4da2-991a-a579b9cc12eb not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:14:36.328529 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (652805f3-9c07-4097-8c2b-a4c5cc2957cb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:36.333833 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:36.337926 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] 10.222.0.30 "DELETE /v2.0/networks/652805f3-9c07-4097-8c2b-a4c5cc2957cb HTTP/1.1" status: 204 len: 168 time: 1.0998998 Mar 10 07:14:36.347998 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd39a8-6ad9-4c2c-9ef5-d5d0138c9a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=652805f3-9c07-4097-8c2b-a4c5cc2957cb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:36.676917 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46348) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:36.719144 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-bd6ef115-e0fb-4e0c-943c-8d8f504ac5dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf8f3d83b0f84415afe3e0c34d2190a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409887 Mar 10 07:14:36.722161 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46350) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:36.769016 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-87c73208-3453-482d-bc59-233735d3d1fe admin admin] Publish callbacks [] for security_group (de50f22a-4db7-4fb1-aa57-baf9b413c7eb), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:36.791678 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-87c73208-3453-482d-bc59-233735d3d1fe admin admin] Publish callbacks [] for security_group (de50f22a-4db7-4fb1-aa57-baf9b413c7eb), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:36.877409 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3047f-73c6-436e-b38a-d5916b2b3075 req-c3129989-2744-4235-98b7-6deb56a852c5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:36.878755 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4cc3047f-73c6-436e-b38a-d5916b2b3075 req-c3129989-2744-4235-98b7-6deb56a852c5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0512474 Mar 10 07:14:36.894162 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-87c73208-3453-482d-bc59-233735d3d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (de50f22a-4db7-4fb1-aa57-baf9b413c7eb), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:36.896834 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-87c73208-3453-482d-bc59-233735d3d1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:36.897989 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-87c73208-3453-482d-bc59-233735d3d1fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de50f22a-4db7-4fb1-aa57-baf9b413c7eb HTTP/1.1" status: 204 len: 168 time: 0.1749384 Mar 10 07:14:36.905836 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c73208-3453-482d-bc59-233735d3d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50f22a-4db7-4fb1-aa57-baf9b413c7eb,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:36.929240 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4cc3047f-73c6-436e-b38a-d5916b2b3075 req-22aec5e9-facd-4c86-8a6b-3269cf779d06 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449250 Mar 10 07:14:37.455420 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-d88d66dc-d875-4ec6-9683-f2792bb26a1e tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:37.463780 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-d88d66dc-d875-4ec6-9683-f2792bb26a1e tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/networks?id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af HTTP/1.1" status: 200 len: 812 time: 0.1232197 Mar 10 07:14:37.474605 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-c6a57c52-50d5-4e55-9233-62964158f69d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/quotas/d04ea036d70d4970a0c7658e13ea0562 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Mar 10 07:14:37.507747 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-fc0ddb5d-80dc-4431-bbe8-ba71f63407f2 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04ea036d70d4970a0c7658e13ea0562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274217 Mar 10 07:14:37.613841 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-aaaabb60-19e7-4a10-9362-3089894d5359 service neutron] 10.222.0.30 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989859 Mar 10 07:14:37.710257 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-da0a0585-a23e-4e45-aad7-977c8f279eb8 service neutron] 10.222.0.30 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948732 Mar 10 07:14:38.004366 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d034b256-04f1-4d2a-a3e1-9c00f812e171 req-daeacedd-8144-48c0-83c3-6dbad7a8af32 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0403891 Mar 10 07:14:38.091173 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638683f-b70f-47c3-a2c7-c34e3dbf1d4e req-30a53e03-0e79-4f57-a540-7dde85bb692c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:38.099082 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5638683f-b70f-47c3-a2c7-c34e3dbf1d4e req-30a53e03-0e79-4f57-a540-7dde85bb692c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0791905 Mar 10 07:14:38.154579 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5638683f-b70f-47c3-a2c7-c34e3dbf1d4e req-7e92ab76-efb1-441d-854e-6e825ee23a0f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546474 Mar 10 07:14:39.124748 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a7c4fac1-e02f-4fd4-943c-e9184f31c08d req-26f5bc0c-3dd9-477f-86af-34da430162b1 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0291948 Mar 10 07:14:39.287032 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a089e2-bda3-47ac-b1b7-ff0568d3a403 req-716fe2e2-c911-4b8e-af5b-660d3598e066 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:39.288551 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29a089e2-bda3-47ac-b1b7-ff0568d3a403 req-716fe2e2-c911-4b8e-af5b-660d3598e066 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0596690 Mar 10 07:14:39.336599 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-29a089e2-bda3-47ac-b1b7-ff0568d3a403 req-841b1435-b1af-473e-943e-3dcb659e258a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Mar 10 07:14:40.194714 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b9969805-e37e-4738-967d-697220b767b2 req-fc46d4a3-30e3-48fc-b173-bf294cb42bd9 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0287383 Mar 10 07:14:40.388568 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46460) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:40.458632 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295fb30-69fc-46e6-8312-bc8d48045dea req-94adde61-f044-4f09-afa6-7b7e1b9dc896 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:40.460221 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d295fb30-69fc-46e6-8312-bc8d48045dea req-94adde61-f044-4f09-afa6-7b7e1b9dc896 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0521750 Mar 10 07:14:40.510591 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d295fb30-69fc-46e6-8312-bc8d48045dea req-13527e7d-b37e-45d8-a413-0feda0324212 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449302 Mar 10 07:14:40.514984 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f59154f-9c2a-4a80-9ebf-6f034b9bf878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.591822 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f59154f-9c2a-4a80-9ebf-6f034b9bf878 admin admin] Publish callbacks [] for security_group (4528aeb5-3b5c-4c93-8f00-e3a3471e120f), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.660452 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f59154f-9c2a-4a80-9ebf-6f034b9bf878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4528aeb5-3b5c-4c93-8f00-e3a3471e120f), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.699379 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9f59154f-9c2a-4a80-9ebf-6f034b9bf878 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43a0bc313153410fae04d98da8898b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096876 Mar 10 07:14:40.700211 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59154f-9c2a-4a80-9ebf-6f034b9bf878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4528aeb5-3b5c-4c93-8f00-e3a3471e120f,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:40.702244 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:40.757032 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Publish callbacks [] for security_group (4528aeb5-3b5c-4c93-8f00-e3a3471e120f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.778184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Publish callbacks [] for security_group (4528aeb5-3b5c-4c93-8f00-e3a3471e120f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.913776 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4528aeb5-3b5c-4c93-8f00-e3a3471e120f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.916347 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:40.917502 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4528aeb5-3b5c-4c93-8f00-e3a3471e120f HTTP/1.1" status: 204 len: 168 time: 0.2142267 Mar 10 07:14:40.930269 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4528aeb5-3b5c-4c93-8f00-e3a3471e120f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:40.950597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.950961 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.951307 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.951635 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.951966 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.952305 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.952632 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.952959 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.953285 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.953633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.954446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.954853 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:40.955392 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e66ebe-347a-442c-835a-dc653b9ee38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:41.291804 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4d30f4c-929a-4e53-a177-a5f0a8920a9f req-50519d47-347f-4ae0-8196-8f135013d17e tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0285985 Mar 10 07:14:41.493527 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:41.508144 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc34fde1-8e0f-4725-bec7-f4dbd087a09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.588199 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc34fde1-8e0f-4725-bec7-f4dbd087a09a admin admin] Publish callbacks [] for security_group (f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.644834 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b820c14-3004-4d32-b62c-0e34edc60cec req-d67e1e06-5846-4ae6-86fd-f6df8e5cabfb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:41.646462 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b820c14-3004-4d32-b62c-0e34edc60cec req-d67e1e06-5846-4ae6-86fd-f6df8e5cabfb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0563107 Mar 10 07:14:41.686698 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc34fde1-8e0f-4725-bec7-f4dbd087a09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.714025 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b820c14-3004-4d32-b62c-0e34edc60cec req-5ab4cf00-1c6b-488c-9866-27d358be7a3c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616040 Mar 10 07:14:41.740631 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-bc34fde1-8e0f-4725-bec7-f4dbd087a09a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4e99b4a36fc49c2b3f089c6275022c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460072 Mar 10 07:14:41.744109 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34fde1-8e0f-4725-bec7-f4dbd087a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:41.745945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46478) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:41.796735 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8ce77c2-f14c-43cc-9c0e-307bf06b9e69 admin admin] Publish callbacks [] for security_group (f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.817093 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8ce77c2-f14c-43cc-9c0e-307bf06b9e69 admin admin] Publish callbacks [] for security_group (f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.925348 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8ce77c2-f14c-43cc-9c0e-307bf06b9e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.928085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8ce77c2-f14c-43cc-9c0e-307bf06b9e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:41.929320 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e8ce77c2-f14c-43cc-9c0e-307bf06b9e69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62 HTTP/1.1" status: 204 len: 168 time: 0.1824741 Mar 10 07:14:41.937119 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce77c2-f14c-43cc-9c0e-307bf06b9e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fd9ac8-a657-4cb9-bb6d-fe0f2e73cd62,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:42.408128 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5f976d82-dcdc-43a1-bfd9-eee339270520 req-12139e29-eb7d-40b7-b0cf-c1573d5e3162 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0335059 Mar 10 07:14:42.454447 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bb31d584-c4bc-436e-bb6a-20006bc005ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:42.833101 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418c085-0b7d-408b-9b0b-ddb8eeea1e8a req-8d207aa0-493d-49cd-9770-6770539d03a6 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:42.834811 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f418c085-0b7d-408b-9b0b-ddb8eeea1e8a req-8d207aa0-493d-49cd-9770-6770539d03a6 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0534220 Mar 10 07:14:42.884013 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f418c085-0b7d-408b-9b0b-ddb8eeea1e8a req-6e001609-6787-47ab-912e-c165dc67c896 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436642 Mar 10 07:14:43.507566 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e0888d62-0d1c-4f70-8b1d-858ece111516 req-efe937dd-2208-4d6c-baa2-5a21e3bcdbf3 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0277040 Mar 10 07:14:44.014230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa09f56-6a55-4e71-9251-d7df8d1f12ef req-f386a268-5a39-464d-967c-e7bbe374b513 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:44.015681 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4aa09f56-6a55-4e71-9251-d7df8d1f12ef req-f386a268-5a39-464d-967c-e7bbe374b513 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0561993 Mar 10 07:14:44.064147 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4aa09f56-6a55-4e71-9251-d7df8d1f12ef req-d2b784a2-41bf-4220-92b7-529b98d5a8f9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427957 Mar 10 07:14:44.601773 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4f347d6d-ea71-4eec-a065-3b0107aad79f req-6ee3f353-e457-4ae5-a7f9-0ebb531ad0e9 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0264025 Mar 10 07:14:44.902436 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b03ba5e3-52be-47d8-a181-ec1bd84bbe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:45.184232 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776fa4d-088d-4cd7-b48d-b7eb22fd696a req-9d3a99a7-9d55-489d-85a9-e8ba011f2ffb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:45.185569 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f776fa4d-088d-4cd7-b48d-b7eb22fd696a req-9d3a99a7-9d55-489d-85a9-e8ba011f2ffb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0502298 Mar 10 07:14:45.230081 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f776fa4d-088d-4cd7-b48d-b7eb22fd696a req-c887962d-aa09-4274-abeb-92fa6419fc97 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Mar 10 07:14:45.703712 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c34c1f48-d672-4e8b-a3e5-de9e820365e6 req-539de6c9-9373-4fce-94fc-36f14953698c tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0364230 Mar 10 07:14:46.014038 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:46.352462 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b8a8e-40cc-4871-ad6f-d0ce9a6d589f req-22aa696c-b8ca-4641-9405-3e8416d7c36f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:46.353929 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-435b8a8e-40cc-4871-ad6f-d0ce9a6d589f req-22aa696c-b8ca-4641-9405-3e8416d7c36f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0519159 Mar 10 07:14:46.401541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-435b8a8e-40cc-4871-ad6f-d0ce9a6d589f req-5f34aa8f-8822-4780-ad97-4b86713b18c4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Mar 10 07:14:46.719898 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:14:46.795499 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-24d84286-c68b-4920-9256-93837ca0410c req-c39dab25-2a18-424d-b43c-9ed9b5cd319e tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0264790 Mar 10 07:14:47.503185 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:47.523439 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f01d-4c7a-4f69-af27-3881eb2fb383 req-fb182b44-cd9d-411a-ad2e-9d6353254dc2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:47.526945 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e767f01d-4c7a-4f69-af27-3881eb2fb383 req-fb182b44-cd9d-411a-ad2e-9d6353254dc2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0513804 Mar 10 07:14:47.579451 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e767f01d-4c7a-4f69-af27-3881eb2fb383 req-6197c88f-c8b5-4729-a347-b602a5917593 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479770 Mar 10 07:14:47.652250 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-4e269fbf-12a4-4bae-853c-ed9437d86744 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:47.653834 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-4e269fbf-12a4-4bae-853c-ed9437d86744 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "GET /v2.0/networks?id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af HTTP/1.1" status: 200 len: 812 time: 0.1045818 Mar 10 07:14:47.684036 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Request body: {'port': {'device_id': 'dc120f63-55af-453c-80d8-10bbd059158e', 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af', 'admin_state_up': True, 'tenant_id': 'd04ea036d70d4970a0c7658e13ea0562'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:47.728384 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:47.894781 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6ac92e04-d227-4ca2-b174-1e1745a37d29 req-46389b6c-bb4d-4b83-bf56-b367b0232101 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 210 time: 0.0307214 Mar 10 07:14:48.022837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46590) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:48.095200 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Made reservation on behalf of d04ea036d70d4970a0c7658e13ea0562 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:14:48.095200 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.127039 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b0002c7-4d14-42bd-9c58-7a8f759ad518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.198959 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b0002c7-4d14-42bd-9c58-7a8f759ad518 admin admin] Publish callbacks [] for security_group (d3e8c262-ee76-4b59-8274-2d6f7977c09b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.216651 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Allocated IP 172.20.0.14 (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af/0d2d762a-762d-4406-a3c3-3996d1480546/08835fab-4593-4ce8-820a-49cc08fec0df) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:14:48.259653 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b0002c7-4d14-42bd-9c58-7a8f759ad518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d3e8c262-ee76-4b59-8274-2d6f7977c09b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.298619 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-9b0002c7-4d14-42bd-9c58-7a8f759ad518 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5132cc8c47d488297ba29229019764c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746992 Mar 10 07:14:48.299478 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0002c7-4d14-42bd-9c58-7a8f759ad518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8c262-ee76-4b59-8274-2d6f7977c09b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:48.301791 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46600) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:48.348693 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12b92830-ad52-4363-a945-d4eb233d643a admin admin] Publish callbacks [] for security_group (d3e8c262-ee76-4b59-8274-2d6f7977c09b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.360495 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks [] for port (08835fab-4593-4ce8-820a-49cc08fec0df), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.369370 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12b92830-ad52-4363-a945-d4eb233d643a admin admin] Publish callbacks [] for security_group (d3e8c262-ee76-4b59-8274-2d6f7977c09b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.437648 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.479714 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:14:48.484548 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:14:48.488244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:14:48.488879 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12b92830-ad52-4363-a945-d4eb233d643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d3e8c262-ee76-4b59-8274-2d6f7977c09b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.491670 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12b92830-ad52-4363-a945-d4eb233d643a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.493019 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-12b92830-ad52-4363-a945-d4eb233d643a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3e8c262-ee76-4b59-8274-2d6f7977c09b HTTP/1.1" status: 204 len: 168 time: 0.1902125 Mar 10 07:14:48.500856 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b92830-ad52-4363-a945-d4eb233d643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8c262-ee76-4b59-8274-2d6f7977c09b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:48.512885 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Pushing event updated for resources: {'Port': ['ID=08835fab-4593-4ce8-820a-49cc08fec0df,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:48.540985 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:48.541617 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.619281 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-cf70c0b9-b8a5-4c94-ac02-8cefa92f4cd8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9387732 Mar 10 07:14:48.680764 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Request body: {'port': {'device_id': 'dc120f63-55af-453c-80d8-10bbd059158e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:14:48.711706 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b388540-bb95-4b62-ba0d-cd4da386d4bc req-25a6d6c6-be27-4c63-920f-0cc7990dea75 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:48.713167 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8b388540-bb95-4b62-ba0d-cd4da386d4bc req-25a6d6c6-be27-4c63-920f-0cc7990dea75 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0561306 Mar 10 07:14:48.744943 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:48.763267 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8b388540-bb95-4b62-ba0d-cd4da386d4bc req-2c9314e6-dc3c-406e-a416-96d9be335b55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442226 Mar 10 07:14:48.942490 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.014982 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08835fab-4593-4ce8-820a-49cc08fec0df {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:14:49.022827 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Publish callbacks [] for port (08835fab-4593-4ce8-820a-49cc08fec0df), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.025547 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0198a-9a7d-4358-aab0-802c9eff521b req-c9fd57fc-8366-4970-8b63-a34320b8edc1 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:49.027021 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7bf0198a-9a7d-4358-aab0-802c9eff521b req-c9fd57fc-8366-4970-8b63-a34320b8edc1 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 932 time: 0.0539045 Mar 10 07:14:49.035460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Transition to ACTIVE for port object 08835fab-4593-4ce8-820a-49cc08fec0df will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:14:49.072625 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7bf0198a-9a7d-4358-aab0-802c9eff521b req-2c189e70-be0d-4817-b7c5-1da630ebf194 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Mar 10 07:14:49.117012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.133865 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:49.149589 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-530aa22a-9487-441f-9610-dfb412f67a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.170721 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Pushing event updated for resources: {'Port': ['ID=08835fab-4593-4ce8-820a-49cc08fec0df,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:49.221814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-530aa22a-9487-441f-9610-dfb412f67a34 admin admin] Publish callbacks [] for security_group (b6e907fd-8e0e-4192-8413-360a8025a413), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.239967 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Attempting to bind port 08835fab-4593-4ce8-820a-49cc08fec0df on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:14:49.240301 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Attempting to bind port 08835fab-4593-4ce8-820a-49cc08fec0df by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:14:49.240631 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Attempting to bind port 08835fab-4593-4ce8-820a-49cc08fec0df on network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:14:49.244831 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Port 08835fab-4593-4ce8-820a-49cc08fec0df on network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:14:49.245141 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Attempting to bind port 08835fab-4593-4ce8-820a-49cc08fec0df on network d0af0e46-0c6c-4aa5-85bf-e2951c01f8af {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:14:49.249832 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:14:49.250161 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Checking segment: {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:14:49.250534 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Bound using segment: {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:14:49.250954 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Bound port: 08835fab-4593-4ce8-820a-49cc08fec0df, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9d922f-2863-44f6-902e-314f0695e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:14:49.251298 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.271282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-530aa22a-9487-441f-9610-dfb412f67a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b6e907fd-8e0e-4192-8413-360a8025a413), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.310797 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-530aa22a-9487-441f-9610-dfb412f67a34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7db423118e3348f88b5aa5a78c9ae1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758497 Mar 10 07:14:49.312499 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aa22a-9487-441f-9610-dfb412f67a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e907fd-8e0e-4192-8413-360a8025a413,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:49.313033 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46614) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:49.327324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] For port 08835fab-4593-4ce8-820a-49cc08fec0df, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:14:49.347517 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] For port 08835fab-4593-4ce8-820a-49cc08fec0df, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=08835fab-4593-4ce8-820a-49cc08fec0df,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:14:49.372563 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42ed2d2f-4cff-4b93-abde-6866c987f4a6 admin admin] Publish callbacks [] for security_group (b6e907fd-8e0e-4192-8413-360a8025a413), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.393757 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42ed2d2f-4cff-4b93-abde-6866c987f4a6 admin admin] Publish callbacks [] for security_group (b6e907fd-8e0e-4192-8413-360a8025a413), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.421510 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.456344 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:49.456947 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.458311 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] 10.222.0.20 "PUT /v2.0/ports/08835fab-4593-4ce8-820a-49cc08fec0df HTTP/1.1" status: 200 len: 1094 time: 0.8299594 Mar 10 07:14:49.458734 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc120f63-55af-453c-80d8-10bbd059158e', 'tag': '08835fab-4593-4ce8-820a-49cc08fec0df'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:49.461159 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc120f63-55af-453c-80d8-10bbd059158e", "tag": "08835fab-4593-4ce8-820a-49cc08fec0df"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:49.486051 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1657dd-4a4c-4fca-9df4-0d64ee127bfd service neutron] Pushing event updated for resources: {'Port': ['ID=08835fab-4593-4ce8-820a-49cc08fec0df,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:49.539967 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42ed2d2f-4cff-4b93-abde-6866c987f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b6e907fd-8e0e-4192-8413-360a8025a413), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.542532 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42ed2d2f-4cff-4b93-abde-6866c987f4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:49.543664 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-42ed2d2f-4cff-4b93-abde-6866c987f4a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6e907fd-8e0e-4192-8413-360a8025a413 HTTP/1.1" status: 204 len: 168 time: 0.2296710 Mar 10 07:14:49.560346 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed2d2f-4cff-4b93-abde-6866c987f4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e907fd-8e0e-4192-8413-360a8025a413,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:49.598594 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-4d34cfd3-f354-44e5-a697-db4c3a003239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:49.600099 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-4d34cfd3-f354-44e5-a697-db4c3a003239 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d04ea036d70d4970a0c7658e13ea0562&device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 1128 time: 0.0478902 Mar 10 07:14:49.647873 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-2864e34e-05e0-45b0-a0f6-53b1336b2073 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08835fab-4593-4ce8-820a-49cc08fec0df HTTP/1.1" status: 200 len: 217 time: 0.0399942 Mar 10 07:14:49.687411 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a962f-866d-42c3-9851-b271bc30c570 x-openstack-request-id: req-a12a962f-866d-42c3-9851-b271bc30c570 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:49.688047 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc120f63-55af-453c-80d8-10bbd059158e", "tag": "08835fab-4593-4ce8-820a-49cc08fec0df", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:49.688047 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a12a962f-866d-42c3-9851-b271bc30c570 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:49.688319 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc120f63-55af-453c-80d8-10bbd059158e', 'tag': '08835fab-4593-4ce8-820a-49cc08fec0df', 'status': 'completed', 'code': 200} Mar 10 07:14:49.700081 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-005ca835-fe98-44b8-abbf-8fb5d4761e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:49.701555 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-005ca835-fe98-44b8-abbf-8fb5d4761e1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d2d762a-762d-4406-a3c3-3996d1480546 HTTP/1.1" status: 200 len: 852 time: 0.0477409 Mar 10 07:14:49.733842 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-52d1fd9c-e9f8-4db3-85fb-c9a1240492cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252767 Mar 10 07:14:49.826072 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-1bd5b346-15c9-4615-9a69-bdf9ca7d0f4f service neutron] 10.222.0.20 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852277 Mar 10 07:14:49.897328 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e56e03-01e6-453d-b683-e6cde6489b71 req-6f776c83-4e75-4ba0-a9c3-dfd1c357f1be tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:49.898906 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-46e56e03-01e6-453d-b683-e6cde6489b71 req-6f776c83-4e75-4ba0-a9c3-dfd1c357f1be tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0582876 Mar 10 07:14:49.919280 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1fb89d59-0baa-4d73-a347-22ed04b7cb77 req-10f046f2-d897-4471-95d3-1826e67fb491 service neutron] 10.222.0.20 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873897 Mar 10 07:14:49.947692 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-46e56e03-01e6-453d-b683-e6cde6489b71 req-96907c52-fec9-42ee-a546-d125c2f4e387 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Mar 10 07:14:50.076463 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-b8adb73a-dfde-4a78-bccc-a537d3a53c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:50.077977 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-b8adb73a-dfde-4a78-bccc-a537d3a53c63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d04ea036d70d4970a0c7658e13ea0562&device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 1128 time: 0.0484753 Mar 10 07:14:50.170732 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-555bf127-65d4-43c6-8233-d5140a47266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:50.172190 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-555bf127-65d4-43c6-8233-d5140a47266e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af HTTP/1.1" status: 200 len: 913 time: 0.0878844 Mar 10 07:14:50.196932 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2619-6ce2-4214-9694-ca971acf3408 req-04dfd003-1271-4674-a7cc-6df3e67c073d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:50.198723 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bcf2619-6ce2-4214-9694-ca971acf3408 req-04dfd003-1271-4674-a7cc-6df3e67c073d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 944 time: 0.0586777 Mar 10 07:14:50.217433 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-598ce701-eabd-4920-a1be-9bf204fdd818 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08835fab-4593-4ce8-820a-49cc08fec0df HTTP/1.1" status: 200 len: 217 time: 0.0390499 Mar 10 07:14:50.252337 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bcf2619-6ce2-4214-9694-ca971acf3408 req-01ba66b8-be33-4638-8955-f49ecae96435 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Mar 10 07:14:50.265904 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-216fd86e-a0ba-437b-939e-5079d481222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:50.267371 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-216fd86e-a0ba-437b-939e-5079d481222e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d2d762a-762d-4406-a3c3-3996d1480546 HTTP/1.1" status: 200 len: 852 time: 0.0438573 Mar 10 07:14:50.298868 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-7e118e57-ae93-4c7e-8e08-d6ddb53cab40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252438 Mar 10 07:14:50.394639 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-197f7bdd-5ced-452c-a117-c213a2e04fc0 service neutron] 10.222.0.20 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893269 Mar 10 07:14:50.482142 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4d3c6717-3d82-4b03-8dc9-b7c1e24e4a7a req-0c800ac5-311e-4057-81b8-2c97875817b9 service neutron] 10.222.0.20 "GET /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818508 Mar 10 07:14:51.068443 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2509-dbeb-4f54-8a4a-410689e53763 req-e3cf6736-d3ed-4dc7-af51-4127ff90a827 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:51.069928 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc9c2509-dbeb-4f54-8a4a-410689e53763 req-e3cf6736-d3ed-4dc7-af51-4127ff90a827 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0509784 Mar 10 07:14:51.115335 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc9c2509-dbeb-4f54-8a4a-410689e53763 req-ba3ba571-a8a7-4fea-9e33-011e7c15eabc tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Mar 10 07:14:51.360698 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993686-83ff-4bc0-b169-32338af76095 req-4e7b0927-30fc-4d25-9617-d83d663a21a8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:51.362724 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41993686-83ff-4bc0-b169-32338af76095 req-4e7b0927-30fc-4d25-9617-d83d663a21a8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 944 time: 0.0512319 Mar 10 07:14:51.413536 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41993686-83ff-4bc0-b169-32338af76095 req-fd702ffa-5100-40a8-b6dd-b0062d067cb5 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Mar 10 07:14:51.829056 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46672) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:51.931530 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a053e9a-cd11-4659-b86e-df470f81ab96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.001906 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a053e9a-cd11-4659-b86e-df470f81ab96 admin admin] Publish callbacks [] for security_group (ede8c17d-5a7c-42ab-a6d4-304239c70fda), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.071207 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a053e9a-cd11-4659-b86e-df470f81ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ede8c17d-5a7c-42ab-a6d4-304239c70fda), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.109783 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a053e9a-cd11-4659-b86e-df470f81ab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8c17d-5a7c-42ab-a6d4-304239c70fda,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:52.114474 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7a053e9a-cd11-4659-b86e-df470f81ab96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3665889a8f87490b8cca8a4305edf9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843773 Mar 10 07:14:52.117139 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46676) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:52.163370 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbb30a65-1709-4cb4-8f4c-bac46466a4d1 admin admin] Publish callbacks [] for security_group (ede8c17d-5a7c-42ab-a6d4-304239c70fda), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.184595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbb30a65-1709-4cb4-8f4c-bac46466a4d1 admin admin] Publish callbacks [] for security_group (ede8c17d-5a7c-42ab-a6d4-304239c70fda), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.238596 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00224c-1aa7-40d5-b47f-5fa446cb12d2 req-b90d8e06-f42a-4078-8f99-6d3c3dfda2e3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:52.240029 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fd00224c-1aa7-40d5-b47f-5fa446cb12d2 req-b90d8e06-f42a-4078-8f99-6d3c3dfda2e3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0521960 Mar 10 07:14:52.285269 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fd00224c-1aa7-40d5-b47f-5fa446cb12d2 req-5d7a1655-784d-48a4-a8c6-6312ad0d1d04 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396221 Mar 10 07:14:52.340039 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbb30a65-1709-4cb4-8f4c-bac46466a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ede8c17d-5a7c-42ab-a6d4-304239c70fda), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.342707 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbb30a65-1709-4cb4-8f4c-bac46466a4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.343874 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-bbb30a65-1709-4cb4-8f4c-bac46466a4d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ede8c17d-5a7c-42ab-a6d4-304239c70fda HTTP/1.1" status: 204 len: 168 time: 0.2258320 Mar 10 07:14:52.352112 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb30a65-1709-4cb4-8f4c-bac46466a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8c17d-5a7c-42ab-a6d4-304239c70fda,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:52.527766 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153626-4aef-4402-9cf4-c23d19a4b8e9 req-bff425d0-f839-4136-83b7-273c53462a2a tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:52.529196 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9d153626-4aef-4402-9cf4-c23d19a4b8e9 req-bff425d0-f839-4136-83b7-273c53462a2a tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 944 time: 0.0509400 Mar 10 07:14:52.575808 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9d153626-4aef-4402-9cf4-c23d19a4b8e9 req-46cf1f87-a273-4712-a04c-26b8a11081e5 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Mar 10 07:14:52.856140 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46686) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:52.868896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e015704-5d6b-4ce4-a666-6ca638dc9609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:52.941159 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e015704-5d6b-4ce4-a666-6ca638dc9609 admin admin] Publish callbacks [] for security_group (d2fbac24-4702-4dfe-a617-d008bb9464c2), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:53.019801 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e015704-5d6b-4ce4-a666-6ca638dc9609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d2fbac24-4702-4dfe-a617-d008bb9464c2), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:53.055948 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015704-5d6b-4ce4-a666-6ca638dc9609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbac24-4702-4dfe-a617-d008bb9464c2,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:53.060131 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0e015704-5d6b-4ce4-a666-6ca638dc9609 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=632820ce92204cfaac69e704ba1d25c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030180 Mar 10 07:14:53.063268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46688) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:14:53.112652 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd19046b-0d4d-479a-a1b2-debc4ab8de3b admin admin] Publish callbacks [] for security_group (d2fbac24-4702-4dfe-a617-d008bb9464c2), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:53.133274 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd19046b-0d4d-479a-a1b2-debc4ab8de3b admin admin] Publish callbacks [] for security_group (d2fbac24-4702-4dfe-a617-d008bb9464c2), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:53.256194 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd19046b-0d4d-479a-a1b2-debc4ab8de3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d2fbac24-4702-4dfe-a617-d008bb9464c2), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:53.258754 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd19046b-0d4d-479a-a1b2-debc4ab8de3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:53.259909 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-dd19046b-0d4d-479a-a1b2-debc4ab8de3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2fbac24-4702-4dfe-a617-d008bb9464c2 HTTP/1.1" status: 204 len: 168 time: 0.1962094 Mar 10 07:14:53.267451 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19046b-0d4d-479a-a1b2-debc4ab8de3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbac24-4702-4dfe-a617-d008bb9464c2,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:53.409849 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3579a9-d296-4076-801e-dcf7a9a3158e req-ee8808e2-f765-4579-943a-326873098c01 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:53.411281 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ab3579a9-d296-4076-801e-dcf7a9a3158e req-ee8808e2-f765-4579-943a-326873098c01 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0548627 Mar 10 07:14:53.456967 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ab3579a9-d296-4076-801e-dcf7a9a3158e req-cf5be6aa-5a5b-4104-a52d-ecf4479fa6d2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Mar 10 07:14:53.698182 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd148f-94dd-4a7a-a114-76de22101b00 req-43614939-bb52-43d0-bec0-4d34a8b91d02 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:53.699630 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1fd148f-94dd-4a7a-a114-76de22101b00 req-43614939-bb52-43d0-bec0-4d34a8b91d02 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 944 time: 0.0560901 Mar 10 07:14:53.746001 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b1fd148f-94dd-4a7a-a114-76de22101b00 req-4e080a99-a473-462f-a8d9-1f94974690ee tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Mar 10 07:14:54.576746 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75992b-5822-4227-b01a-12d65fe27d0d req-8aff0258-a011-472e-a9f7-db578b88ce14 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:54.578269 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a75992b-5822-4227-b01a-12d65fe27d0d req-8aff0258-a011-472e-a9f7-db578b88ce14 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0516446 Mar 10 07:14:54.628556 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a75992b-5822-4227-b01a-12d65fe27d0d req-ba838c95-23b2-49de-8f2b-0a7c820c64d1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Mar 10 07:14:54.861823 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390b66-bb6a-4207-bb82-d8ae260dd108 req-fdda283e-b630-498c-aba6-0a2fb7a2d301 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:54.863273 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae390b66-bb6a-4207-bb82-d8ae260dd108 req-fdda283e-b630-498c-aba6-0a2fb7a2d301 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 944 time: 0.0521073 Mar 10 07:14:54.909901 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae390b66-bb6a-4207-bb82-d8ae260dd108 req-7bb0e144-2f70-4add-b0b0-cc18df00d524 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Mar 10 07:14:54.924491 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 08835fab-4593-4ce8-820a-49cc08fec0df details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:14:55.032520 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 08835fab-4593-4ce8-820a-49cc08fec0df, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=08835fab-4593-4ce8-820a-49cc08fec0df,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:55.043561 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '08835fab-4593-4ce8-820a-49cc08fec0df', 'network_id': 'd0af0e46-0c6c-4aa5-85bf-e2951c01f8af', 'port_id': '08835fab-4593-4ce8-820a-49cc08fec0df', 'mac_address': 'fa:16:3e:f2:92:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2d762a-762d-4406-a3c3-3996d1480546', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:14:55.081157 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 08835fab-4593-4ce8-820a-49cc08fec0df is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:55.081581 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:55.094546 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08835fab-4593-4ce8-820a-49cc08fec0df {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:14:55.114028 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 08835fab-4593-4ce8-820a-49cc08fec0df, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=08835fab-4593-4ce8-820a-49cc08fec0df,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:55.193244 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:55.239534 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=08835fab-4593-4ce8-820a-49cc08fec0df,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:55.246650 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.247030 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.247398 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.247741 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.248075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.248411 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.248738 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.249068 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.249424 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.249769 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.250102 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.250428 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.250748 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:14:55.569751 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['08835fab-4593-4ce8-820a-49cc08fec0df'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:55.753527 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cef7e-766e-46dd-8d68-9f8af48d4d1f req-b72f2d8b-e1ca-4de6-b807-560fb4e15ef1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:55.754961 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-882cef7e-766e-46dd-8d68-9f8af48d4d1f req-b72f2d8b-e1ca-4de6-b807-560fb4e15ef1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0531616 Mar 10 07:14:55.800209 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-882cef7e-766e-46dd-8d68-9f8af48d4d1f req-1ae56193-55f5-4a72-87d1-ce4abc4d5fdb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397422 Mar 10 07:14:56.032527 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c76a4-fde8-47b4-8bdc-d57886671fc4 req-0c378f49-50e4-4173-8c02-714c59ad9e3c tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:56.034688 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a93c76a4-fde8-47b4-8bdc-d57886671fc4 req-0c378f49-50e4-4173-8c02-714c59ad9e3c tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 945 time: 0.0561764 Mar 10 07:14:56.079456 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a93c76a4-fde8-47b4-8bdc-d57886671fc4 req-453104a9-ca34-4be1-86da-a829c19e4f82 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Mar 10 07:14:56.920231 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfea30-32d0-4683-a495-81cca8da30ec req-00c723d0-ed72-4f2f-a701-39aad77f8048 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:56.921701 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-65dfea30-32d0-4683-a495-81cca8da30ec req-00c723d0-ed72-4f2f-a701-39aad77f8048 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 943 time: 0.0508685 Mar 10 07:14:56.926987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:14:56.930328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 08835fab-4593-4ce8-820a-49cc08fec0df up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:14:56.977847 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-65dfea30-32d0-4683-a495-81cca8da30ec req-31693090-d728-49f0-ab42-978fda1f8840 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480416 Mar 10 07:14:57.072556 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:57.083224 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'port_id': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'mac_address': 'fa:16:3e:c5:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:14:57.113508 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 08835fab-4593-4ce8-820a-49cc08fec0df completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:14:57.123342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 08835fab-4593-4ce8-820a-49cc08fec0df triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:14:57.123718 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:57.150365 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:57.150924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:57.174788 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38906e74-7f9a-4891-8fcb-e0620c3e0fdc {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:14:57.198570 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:57.200139 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae296-74c9-4aca-954a-f5f172cb4aca req-85e08563-e26c-47d3-97f8-e3a1b5e98845 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:57.201709 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-542ae296-74c9-4aca-954a-f5f172cb4aca req-85e08563-e26c-47d3-97f8-e3a1b5e98845 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 945 time: 0.0558562 Mar 10 07:14:57.239672 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 08835fab-4593-4ce8-820a-49cc08fec0df is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:57.240061 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:57.251370 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-542ae296-74c9-4aca-954a-f5f172cb4aca req-5fa28c59-24c2-494c-8e47-25b6447fa326 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Mar 10 07:14:57.263347 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc120f63-55af-453c-80d8-10bbd059158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08835fab-4593-4ce8-820a-49cc08fec0df'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:57.265677 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89654378-ff70-4e4a-afbf-e5626d570ea6" -d '{"events": [{"server_uuid": "dc120f63-55af-453c-80d8-10bbd059158e", "name": "network-vif-plugged", "status": "completed", "tag": "08835fab-4593-4ce8-820a-49cc08fec0df"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:57.276218 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:57.282290 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 08835fab-4593-4ce8-820a-49cc08fec0df, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=08835fab-4593-4ce8-820a-49cc08fec0df,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:57.325364 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=9']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:57.347867 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:57.399727 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=08835fab-4593-4ce8-820a-49cc08fec0df,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:57.416219 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5050cabf-7b84-40f9-b5ed-27b67b95002b x-openstack-request-id: req-5050cabf-7b84-40f9-b5ed-27b67b95002b {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:57.416626 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc120f63-55af-453c-80d8-10bbd059158e", "name": "network-vif-plugged", "status": "completed", "tag": "08835fab-4593-4ce8-820a-49cc08fec0df", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:57.416946 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5050cabf-7b84-40f9-b5ed-27b67b95002b {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:57.417427 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc120f63-55af-453c-80d8-10bbd059158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08835fab-4593-4ce8-820a-49cc08fec0df', 'code': 200} Mar 10 07:14:57.703411 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['38906e74-7f9a-4891-8fcb-e0620c3e0fdc'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:14:57.722581 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97603db8-94e5-451f-948c-0f1ffa0b0f4b req-ce13da84-562b-4b9c-8be9-98150c2ce35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:57.724055 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-97603db8-94e5-451f-948c-0f1ffa0b0f4b req-ce13da84-562b-4b9c-8be9-98150c2ce35d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 1130 time: 0.0456119 Mar 10 07:14:57.769634 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-97603db8-94e5-451f-948c-0f1ffa0b0f4b req-5bee7436-8ea5-48c7-8530-516def6e7dfb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Mar 10 07:14:58.091643 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebb34-8fe0-4f9e-a25d-5c5c34db64d1 req-08fce397-362d-4b21-b3d5-c3db73f3d43a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:58.093075 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1eaebb34-8fe0-4f9e-a25d-5c5c34db64d1 req-08fce397-362d-4b21-b3d5-c3db73f3d43a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 944 time: 0.0512683 Mar 10 07:14:58.137834 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1eaebb34-8fe0-4f9e-a25d-5c5c34db64d1 req-5ab34c19-3fbd-4f10-8400-bf2aff3f78fa tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Mar 10 07:14:58.367855 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74eda5-d178-4e62-94cf-9abbd483d78e req-80a0bc3f-1a78-45ba-a855-20785c30b4c3 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:58.369317 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3f74eda5-d178-4e62-94cf-9abbd483d78e req-80a0bc3f-1a78-45ba-a855-20785c30b4c3 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0515649 Mar 10 07:14:58.417125 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3f74eda5-d178-4e62-94cf-9abbd483d78e req-7124f3e4-98e9-48a3-a9f5-2872614b9e58 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Mar 10 07:14:58.924876 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:14:58.973224 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:14:58.973634 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:59.051977 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:14:59.052368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:59.086396 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:14:59.142237 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:14:59.192503 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=10']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:14:59.260662 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61759fec-3def-4750-8ad3-f5f4ec73f52a req-a14d8bfe-bb53-41d8-8414-08a1a996ffb9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:59.265500 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61759fec-3def-4750-8ad3-f5f4ec73f52a req-a14d8bfe-bb53-41d8-8414-08a1a996ffb9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0542409 Mar 10 07:14:59.310281 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61759fec-3def-4750-8ad3-f5f4ec73f52a req-965c5318-bdd7-46a9-826a-4072c818524c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Mar 10 07:14:59.418681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:14:59.420972 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91708fba-c85e-4add-9e63-d000c1ff9a92" -d '{"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-plugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:14:59.457990 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e022339b-c303-4e84-bd1a-8f19694309cf x-openstack-request-id: req-e022339b-c303-4e84-bd1a-8f19694309cf {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:14:59.458369 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-plugged", "status": "completed", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:14:59.459125 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e022339b-c303-4e84-bd1a-8f19694309cf {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:14:59.459518 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'code': 200} Mar 10 07:14:59.538716 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a00b-9b3b-48c4-be05-0b0eb270ac4e req-cdf1d5ab-a5bf-4398-adcd-2ee063a1f702 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:14:59.542991 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3682a00b-9b3b-48c4-be05-0b0eb270ac4e req-cdf1d5ab-a5bf-4398-adcd-2ee063a1f702 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0564144 Mar 10 07:14:59.587493 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3682a00b-9b3b-48c4-be05-0b0eb270ac4e req-1f7ee484-48c3-4054-b238-53333c087872 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Mar 10 07:15:00.195906 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354ead-b7d5-41f7-8478-60313a3488eb req-c2bce890-4737-456e-adfc-47a70582b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:00.197494 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ae354ead-b7d5-41f7-8478-60313a3488eb req-c2bce890-4737-456e-adfc-47a70582b323 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 1130 time: 0.0452795 Mar 10 07:15:00.244589 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ae354ead-b7d5-41f7-8478-60313a3488eb req-ef34fce8-b560-43da-8089-0d398e4acf3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406218 Mar 10 07:15:00.436267 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ed274-0704-41f8-a319-b8acdc36885d req-6f83ce39-cd12-44c4-9bc3-ac0647caeaf9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:00.437646 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-187ed274-0704-41f8-a319-b8acdc36885d req-6f83ce39-cd12-44c4-9bc3-ac0647caeaf9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0548835 Mar 10 07:15:00.483331 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-187ed274-0704-41f8-a319-b8acdc36885d req-d8fbd68f-1220-4664-8450-5b8a7e065e1e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Mar 10 07:15:00.702939 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb67e54-68e5-4f73-aac9-83296c932254 req-6783eb13-badd-4b3c-a46c-2a7ab5be7ea7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:00.704416 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7fb67e54-68e5-4f73-aac9-83296c932254 req-6783eb13-badd-4b3c-a46c-2a7ab5be7ea7 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0509977 Mar 10 07:15:00.749829 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7fb67e54-68e5-4f73-aac9-83296c932254 req-370860c8-7c66-401b-a1a9-890ae3e67e42 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Mar 10 07:15:01.607710 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e021-6af6-4358-b225-49774944a477 req-e102237e-e4c4-44a1-a4a2-6fcd4fd2b925 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:01.609158 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f614e021-6af6-4358-b225-49774944a477 req-e102237e-e4c4-44a1-a4a2-6fcd4fd2b925 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0557098 Mar 10 07:15:01.658876 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f614e021-6af6-4358-b225-49774944a477 req-27f000f8-b52a-4a37-863a-7e21251d15cd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Mar 10 07:15:01.905989 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:02.009542 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8683f4a6-6a10-40d5-a7fb-f5c262ce0ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.085967 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8683f4a6-6a10-40d5-a7fb-f5c262ce0ee6 admin admin] Publish callbacks [] for security_group (06be5989-c11c-44ee-82a0-c2ecd1a99076), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.170354 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8683f4a6-6a10-40d5-a7fb-f5c262ce0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (06be5989-c11c-44ee-82a0-c2ecd1a99076), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.211967 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-8683f4a6-6a10-40d5-a7fb-f5c262ce0ee6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea7d342ee9294d5dbefd0d272c0112c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023617 Mar 10 07:15:02.211967 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683f4a6-6a10-40d5-a7fb-f5c262ce0ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be5989-c11c-44ee-82a0-c2ecd1a99076,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:02.213184 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46874) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:02.273489 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42c33f50-945d-4707-adea-b7d75330901d admin admin] Publish callbacks [] for security_group (06be5989-c11c-44ee-82a0-c2ecd1a99076), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.295460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42c33f50-945d-4707-adea-b7d75330901d admin admin] Publish callbacks [] for security_group (06be5989-c11c-44ee-82a0-c2ecd1a99076), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.416374 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42c33f50-945d-4707-adea-b7d75330901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (06be5989-c11c-44ee-82a0-c2ecd1a99076), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.418948 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42c33f50-945d-4707-adea-b7d75330901d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:02.420086 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-42c33f50-945d-4707-adea-b7d75330901d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06be5989-c11c-44ee-82a0-c2ecd1a99076 HTTP/1.1" status: 204 len: 168 time: 0.2061112 Mar 10 07:15:02.427944 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c33f50-945d-4707-adea-b7d75330901d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be5989-c11c-44ee-82a0-c2ecd1a99076,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:02.784818 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f17b60-f7b2-4d4d-8fbe-bfa857ea42e5 req-f262e145-77e5-4b4d-9f0e-baebd4ce296e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:02.786347 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-12f17b60-f7b2-4d4d-8fbe-bfa857ea42e5 req-f262e145-77e5-4b4d-9f0e-baebd4ce296e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Mar 10 07:15:02.836459 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-12f17b60-f7b2-4d4d-8fbe-bfa857ea42e5 req-78839929-37aa-4a91-b2b6-faa6f1fe0b74 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418608 Mar 10 07:15:03.056455 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 46910) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:03.069854 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0cc46ffc-6914-4da3-8e8a-a30532a9ebe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.142583 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0cc46ffc-6914-4da3-8e8a-a30532a9ebe2 admin admin] Publish callbacks [] for security_group (5695cb83-b664-4796-aa7d-7b4ffdf96098), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.214365 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0cc46ffc-6914-4da3-8e8a-a30532a9ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5695cb83-b664-4796-aa7d-7b4ffdf96098), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.253186 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0cc46ffc-6914-4da3-8e8a-a30532a9ebe2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d38cef533800472e93aec4c5894e89fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955645 Mar 10 07:15:03.254006 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc46ffc-6914-4da3-8e8a-a30532a9ebe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695cb83-b664-4796-aa7d-7b4ffdf96098,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:03.256426 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46912) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:03.306597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c0a4e0-b283-462b-8f03-fe46b9f5469e admin admin] Publish callbacks [] for security_group (5695cb83-b664-4796-aa7d-7b4ffdf96098), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.328445 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c0a4e0-b283-462b-8f03-fe46b9f5469e admin admin] Publish callbacks [] for security_group (5695cb83-b664-4796-aa7d-7b4ffdf96098), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.494593 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c0a4e0-b283-462b-8f03-fe46b9f5469e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5695cb83-b664-4796-aa7d-7b4ffdf96098), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.498939 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c0a4e0-b283-462b-8f03-fe46b9f5469e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:03.500836 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-44c0a4e0-b283-462b-8f03-fe46b9f5469e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5695cb83-b664-4796-aa7d-7b4ffdf96098 HTTP/1.1" status: 204 len: 168 time: 0.2431898 Mar 10 07:15:03.511788 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0a4e0-b283-462b-8f03-fe46b9f5469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695cb83-b664-4796-aa7d-7b4ffdf96098,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:03.957024 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e53d9-cfeb-4e72-bea1-255d3166e8cc req-7207d336-2c90-4e1f-adeb-a7fa40ae4767 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:03.958981 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa5e53d9-cfeb-4e72-bea1-255d3166e8cc req-7207d336-2c90-4e1f-adeb-a7fa40ae4767 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0515406 Mar 10 07:15:04.005931 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa5e53d9-cfeb-4e72-bea1-255d3166e8cc req-7d85bf08-5df2-4c4b-81c0-371dba56b40a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Mar 10 07:15:09.790789 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 46992) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:09.890474 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88476cee-e2ce-4b4d-998c-74e39e4c7053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:09.964178 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88476cee-e2ce-4b4d-998c-74e39e4c7053 admin admin] Publish callbacks [] for security_group (57497751-3ff9-4239-ae54-cbf82e3a1295), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.021979 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88476cee-e2ce-4b4d-998c-74e39e4c7053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (57497751-3ff9-4239-ae54-cbf82e3a1295), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.060466 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-88476cee-e2ce-4b4d-998c-74e39e4c7053 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d91080fee91a45ddb88199e949456375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685883 Mar 10 07:15:10.061354 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88476cee-e2ce-4b4d-998c-74e39e4c7053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57497751-3ff9-4239-ae54-cbf82e3a1295,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:10.063945 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47000) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:10.114865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad13a555-cec5-408e-98e0-5c9c34843c4b admin admin] Publish callbacks [] for security_group (57497751-3ff9-4239-ae54-cbf82e3a1295), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.136527 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad13a555-cec5-408e-98e0-5c9c34843c4b admin admin] Publish callbacks [] for security_group (57497751-3ff9-4239-ae54-cbf82e3a1295), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.231009 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad13a555-cec5-408e-98e0-5c9c34843c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (57497751-3ff9-4239-ae54-cbf82e3a1295), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.233595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad13a555-cec5-408e-98e0-5c9c34843c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.234731 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-ad13a555-cec5-408e-98e0-5c9c34843c4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57497751-3ff9-4239-ae54-cbf82e3a1295 HTTP/1.1" status: 204 len: 168 time: 0.1697471 Mar 10 07:15:10.242995 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13a555-cec5-408e-98e0-5c9c34843c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57497751-3ff9-4239-ae54-cbf82e3a1295,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:10.821516 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47008) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:10.834448 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a3aedaf-1060-4557-9e03-53f555045bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.906980 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a3aedaf-1060-4557-9e03-53f555045bae admin admin] Publish callbacks [] for security_group (675814cc-10a8-415f-9d79-bc154a94492d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:10.970545 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a3aedaf-1060-4557-9e03-53f555045bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (675814cc-10a8-415f-9d79-bc154a94492d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:11.008322 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aedaf-1060-4557-9e03-53f555045bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675814cc-10a8-415f-9d79-bc154a94492d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:11.012347 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3a3aedaf-1060-4557-9e03-53f555045bae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39884b68724943d4bdabcb71da77d38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898277 Mar 10 07:15:11.021829 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47010) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:15:11.061696 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d478a28-1c74-47cc-8d60-086a8396273d admin admin] Publish callbacks [] for security_group (675814cc-10a8-415f-9d79-bc154a94492d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:11.084063 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d478a28-1c74-47cc-8d60-086a8396273d admin admin] Publish callbacks [] for security_group (675814cc-10a8-415f-9d79-bc154a94492d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:11.204932 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d478a28-1c74-47cc-8d60-086a8396273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (675814cc-10a8-415f-9d79-bc154a94492d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:11.207484 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d478a28-1c74-47cc-8d60-086a8396273d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:11.208644 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9d478a28-1c74-47cc-8d60-086a8396273d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/675814cc-10a8-415f-9d79-bc154a94492d HTTP/1.1" status: 204 len: 168 time: 0.1926136 Mar 10 07:15:11.216815 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d478a28-1c74-47cc-8d60-086a8396273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675814cc-10a8-415f-9d79-bc154a94492d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:12.447956 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d6afa94c-55f4-4bf0-a541-a9f2152e7e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:14.899853 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-985e49ed-f9d7-4031-a7d4-10655d2af4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:15.999327 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:17.458986 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:17.712853 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:18.924673 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:23.718683 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:15:28.382241 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ce6e2-9fd1-40df-ac64-7c6298e57ded req-587ddefd-a9cc-4f4b-9cac-75c8bc788e7d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:28.383661 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ef9ce6e2-9fd1-40df-ac64-7c6298e57ded req-587ddefd-a9cc-4f4b-9cac-75c8bc788e7d tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0513403 Mar 10 07:15:28.428540 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ef9ce6e2-9fd1-40df-ac64-7c6298e57ded req-b77b7a91-b998-4820-b23f-08b6e8f1db9b tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Mar 10 07:15:29.543863 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1c45-4988-45bd-b8f8-016a004d3901 req-0280e78b-46ba-4deb-99e0-0d6d8f00f3e6 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:29.545265 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3aaa1c45-4988-45bd-b8f8-016a004d3901 req-0280e78b-46ba-4deb-99e0-0d6d8f00f3e6 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0498221 Mar 10 07:15:29.593688 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3aaa1c45-4988-45bd-b8f8-016a004d3901 req-201020d7-f752-4d69-840e-e3e316b1fb82 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Mar 10 07:15:30.430115 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b781-f785-4dbf-9807-53944a74d301 req-cb821a56-b759-4d6a-a1aa-060997cd68e8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:30.431540 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f404b781-f785-4dbf-9807-53944a74d301 req-cb821a56-b759-4d6a-a1aa-060997cd68e8 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0509446 Mar 10 07:15:30.521436 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Deleting port 08835fab-4593-4ce8-820a-49cc08fec0df {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:15:30.521771 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:30.608181 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] For port 08835fab-4593-4ce8-820a-49cc08fec0df, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=08835fab-4593-4ce8-820a-49cc08fec0df,segment=NetworkSegment(8c9d922f-2863-44f6-902e-314f0695e09e),segment_id=8c9d922f-2863-44f6-902e-314f0695e09e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:15:30.608540 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:30.620832 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Calling delete_port for 08835fab-4593-4ce8-820a-49cc08fec0df owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:15:30.708412 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694695b3-8a3e-4902-80c4-99342a99328f req-f17d5681-4b5f-44d2-8372-82f5910406b2 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:30.713525 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-694695b3-8a3e-4902-80c4-99342a99328f req-f17d5681-4b5f-44d2-8372-82f5910406b2 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc120f63-55af-453c-80d8-10bbd059158e HTTP/1.1" status: 200 len: 946 time: 0.0550723 Mar 10 07:15:30.758362 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-694695b3-8a3e-4902-80c4-99342a99328f req-62e844d4-3d94-41b3-a5be-c570c43fdee0 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6e19807-5709-467b-a138-5caf88af390b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Mar 10 07:15:30.827500 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (08835fab-4593-4ce8-820a-49cc08fec0df), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:30.841954 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['08835fab-4593-4ce8-820a-49cc08fec0df'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:15:30.855175 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Pushing event deleted for resources: {'Port': ['ID=08835fab-4593-4ce8-820a-49cc08fec0df,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:15:30.867617 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.867964 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.868301 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.868661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.869017 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.869368 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.869699 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.870020 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.870338 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.870699 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.871019 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.871334 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.871648 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:15:30.907635 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] No DVR routers for this DVR port 08835fab-4593-4ce8-820a-49cc08fec0df on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:15:30.910239 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:30.913511 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f404b781-f785-4dbf-9807-53944a74d301 req-53e7bcd2-8562-461e-ab47-b8f81e849d46 tempest-VolumesSnapshotTestJSON-2000875971 tempest-VolumesSnapshotTestJSON-2000875971-project] 10.222.0.20 "DELETE /v2.0/ports/08835fab-4593-4ce8-820a-49cc08fec0df HTTP/1.1" status: 204 len: 173 time: 0.4767816 Mar 10 07:15:30.914052 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc120f63-55af-453c-80d8-10bbd059158e', 'name': 'network-vif-deleted', 'tag': '08835fab-4593-4ce8-820a-49cc08fec0df'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:15:30.917280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b260d06-15c2-4ea5-a871-5806b59b4746" -d '{"events": [{"server_uuid": "dc120f63-55af-453c-80d8-10bbd059158e", "name": "network-vif-deleted", "tag": "08835fab-4593-4ce8-820a-49cc08fec0df"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:15:30.955324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6d0b9-f49d-4fd3-ad04-abc5841a0e40 x-openstack-request-id: req-cfa6d0b9-f49d-4fd3-ad04-abc5841a0e40 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:15:30.955607 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc120f63-55af-453c-80d8-10bbd059158e", "name": "network-vif-deleted", "tag": "08835fab-4593-4ce8-820a-49cc08fec0df", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:15:30.955857 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfa6d0b9-f49d-4fd3-ad04-abc5841a0e40 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:15:30.956246 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc120f63-55af-453c-80d8-10bbd059158e', 'name': 'network-vif-deleted', 'tag': '08835fab-4593-4ce8-820a-49cc08fec0df', 'status': 'completed', 'code': 200} Mar 10 07:15:36.450526 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 08835fab-4593-4ce8-820a-49cc08fec0df no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:15:36.473058 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 08835fab-4593-4ce8-820a-49cc08fec0df {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:15:36.473429 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 08835fab-4593-4ce8-820a-49cc08fec0df not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:15:42.458712 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a414-03f5-4b3a-bc8c-30aca419b0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:44.987139 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-08c1d778-4fd8-46ca-ab53-9f3c1877966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:45.177137 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5240d-2756-42b5-9a0e-0032c0406391 req-eb66d902-1c49-4ea3-9147-977c5df9125b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:45.179061 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7de5240d-2756-42b5-9a0e-0032c0406391 req-eb66d902-1c49-4ea3-9147-977c5df9125b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0530860 Mar 10 07:15:45.225389 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7de5240d-2756-42b5-9a0e-0032c0406391 req-4ddbef84-fd71-4784-b217-950fcbeb7bca tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Mar 10 07:15:46.044384 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:46.345790 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f6df-d4c3-4852-b243-d2bffbc5b09f req-fab4c579-2e00-4665-aabb-4a7256817015 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:46.347191 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-86d8f6df-d4c3-4852-b243-d2bffbc5b09f req-fab4c579-2e00-4665-aabb-4a7256817015 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0540512 Mar 10 07:15:46.392155 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-86d8f6df-d4c3-4852-b243-d2bffbc5b09f req-6b863bc6-0b07-437d-9769-e2fb4fde953d tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Mar 10 07:15:47.499103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:47.506660 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0484344-7bf2-495d-b9c2-1311b93d3f6e req-7a2299c7-ec92-40be-acb9-85f8cdb66557 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:47.508091 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f0484344-7bf2-495d-b9c2-1311b93d3f6e req-7a2299c7-ec92-40be-acb9-85f8cdb66557 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0511854 Mar 10 07:15:47.554146 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f0484344-7bf2-495d-b9c2-1311b93d3f6e req-d4d1a590-947d-4060-b80d-5b2b240f12d4 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Mar 10 07:15:47.770112 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:48.669695 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef25f-29d8-444e-8523-74b78c2a56c5 req-f72ba14d-4eef-4777-ac3a-4e8b6478def1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:48.674127 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53bef25f-29d8-444e-8523-74b78c2a56c5 req-f72ba14d-4eef-4777-ac3a-4e8b6478def1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0517411 Mar 10 07:15:48.720893 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53bef25f-29d8-444e-8523-74b78c2a56c5 req-49945fa7-3096-4298-bbb5-add28fff5a72 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Mar 10 07:15:48.930100 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:15:48.955681 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174038-efc6-47d0-b952-8dab85b93912 req-770676ff-06e9-48c5-9f11-2ddfa14c0fbd tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:48.957109 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0e174038-efc6-47d0-b952-8dab85b93912 req-770676ff-06e9-48c5-9f11-2ddfa14c0fbd tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0515897 Mar 10 07:15:49.017149 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0e174038-efc6-47d0-b952-8dab85b93912 req-df912049-6371-4d35-8d55-d668ea766ad2 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535567 Mar 10 07:15:49.102745 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-14766d4a-9d15-48fc-83f8-f3a2872cb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:49.104259 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-14766d4a-9d15-48fc-83f8-f3a2872cb0c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1168 time: 0.0481956 Mar 10 07:15:49.197285 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-bb934ad7-8ec7-4af2-a93f-6da36b324cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:49.198678 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-bb934ad7-8ec7-4af2-a93f-6da36b324cf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 915 time: 0.0829747 Mar 10 07:15:49.266884 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-85812c9e-8fb0-4e90-8b73-ef90a2372cb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 1001 time: 0.0604608 Mar 10 07:15:49.312729 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-b466acfb-0d3c-4854-89cc-3c9cd8ac92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:49.314129 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-b466acfb-0d3c-4854-89cc-3c9cd8ac92b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 200 len: 853 time: 0.0407691 Mar 10 07:15:49.361807 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-6c3fe549-4d28-4da1-b0a0-a5de56b09421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:49.363252 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-6c3fe549-4d28-4da1-b0a0-a5de56b09421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1483fc1f-440b-4860-b049-3ebee64bac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429733 Mar 10 07:15:49.454860 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-11342a08-3583-42f2-8eba-26d3a7e894a9 service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Mar 10 07:15:49.540673 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c75567f5-b6c4-48c4-b397-cc9c6981ed12 req-fb092644-0782-4ca5-b580-45a8e7fea4f7 service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788333 Mar 10 07:15:49.838939 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152275be-a179-4ff2-902e-cdc852d2aca9 req-5528e1b3-7079-42bc-9e5d-1ff492c7f978 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:49.840406 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-152275be-a179-4ff2-902e-cdc852d2aca9 req-5528e1b3-7079-42bc-9e5d-1ff492c7f978 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0517492 Mar 10 07:15:49.885859 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-152275be-a179-4ff2-902e-cdc852d2aca9 req-02bd9aa0-28bc-48a6-8667-42f043650592 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Mar 10 07:15:50.141263 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d373-4201-40f1-ace9-a641fcb8fdcf req-95d538ab-69a9-4f2f-81cb-33205c0c8a91 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:50.143025 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e564d373-4201-40f1-ace9-a641fcb8fdcf req-95d538ab-69a9-4f2f-81cb-33205c0c8a91 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0566607 Mar 10 07:15:50.201347 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e564d373-4201-40f1-ace9-a641fcb8fdcf req-7c9de7d1-5218-4bab-a52f-df26469c7f1a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521321 Mar 10 07:15:51.000000 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d12eae-83d5-4781-97f0-660942e47ec3 req-e2d97bb4-d464-4e4f-86a5-bf8930b1fa26 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:51.001459 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4d12eae-83d5-4781-97f0-660942e47ec3 req-e2d97bb4-d464-4e4f-86a5-bf8930b1fa26 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0506911 Mar 10 07:15:51.046525 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4d12eae-83d5-4781-97f0-660942e47ec3 req-c20ebc29-7656-4840-ba4b-d89d75b9fb66 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Mar 10 07:15:51.320258 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eccd32-def6-4210-8dbe-bea793bcba8c req-d0b33b28-00da-4fc8-a4e7-ee453fc13ba6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:51.321707 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-73eccd32-def6-4210-8dbe-bea793bcba8c req-d0b33b28-00da-4fc8-a4e7-ee453fc13ba6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0542936 Mar 10 07:15:51.379127 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-73eccd32-def6-4210-8dbe-bea793bcba8c req-beb58a8e-a853-4fd6-9359-665bad45c4e6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519402 Mar 10 07:15:52.164700 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f717d8-379a-4a0f-9b7b-1aa13a86e9cd req-5a081cab-8760-4d86-8175-3bce74cf6a6b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:52.164700 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95f717d8-379a-4a0f-9b7b-1aa13a86e9cd req-5a081cab-8760-4d86-8175-3bce74cf6a6b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0511024 Mar 10 07:15:52.206368 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95f717d8-379a-4a0f-9b7b-1aa13a86e9cd req-7976388d-fbd4-4ed0-b39c-b8d929417c13 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 Mar 10 07:15:52.500370 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d78680-d742-4558-b98e-fc29b6e54d1f req-29540362-97a1-48f8-a35a-5d014f839680 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:52.501848 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d1d78680-d742-4558-b98e-fc29b6e54d1f req-29540362-97a1-48f8-a35a-5d014f839680 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0533307 Mar 10 07:15:52.563243 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d1d78680-d742-4558-b98e-fc29b6e54d1f req-ba577813-3f6a-4e4f-b2b7-b342390d0b37 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556393 Mar 10 07:15:53.321118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8ba8-22bc-4f1a-b30c-8b347b9db13b req-2633884c-6190-4ae2-b249-888c6a659f27 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:53.322534 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-404a8ba8-22bc-4f1a-b30c-8b347b9db13b req-2633884c-6190-4ae2-b249-888c6a659f27 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0511103 Mar 10 07:15:53.366919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-404a8ba8-22bc-4f1a-b30c-8b347b9db13b req-0272624e-250a-441d-b232-1fb3d5f584a3 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389073 Mar 10 07:15:53.677087 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639b66-389a-4160-9c32-7d29559eb0d5 req-7688f3a0-a641-4fe4-8793-db877b1a56a6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:53.679266 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-56639b66-389a-4160-9c32-7d29559eb0d5 req-7688f3a0-a641-4fe4-8793-db877b1a56a6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0522141 Mar 10 07:15:53.737039 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-56639b66-389a-4160-9c32-7d29559eb0d5 req-fde8d69b-2f39-4f7d-9866-6b42685f1d7c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521955 Mar 10 07:15:54.485403 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aa61b-fc16-4959-b0d0-699ff1e81fb5 req-055d9129-d748-47d8-adde-14ff3d446eed tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:54.486827 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b09aa61b-fc16-4959-b0d0-699ff1e81fb5 req-055d9129-d748-47d8-adde-14ff3d446eed tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0548038 Mar 10 07:15:54.532570 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b09aa61b-fc16-4959-b0d0-699ff1e81fb5 req-5249723f-07c6-4855-b239-e028bf25793c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 Mar 10 07:15:54.851879 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060930f4-6434-44ca-b620-f6ba78bd0761 req-1cf9f368-2f1e-4832-8787-2553fdc41eb8 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:54.853339 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-060930f4-6434-44ca-b620-f6ba78bd0761 req-1cf9f368-2f1e-4832-8787-2553fdc41eb8 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0519075 Mar 10 07:15:54.911007 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-060930f4-6434-44ca-b620-f6ba78bd0761 req-c72c477a-a42b-48b0-ab1e-c7006ccadf0b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519154 Mar 10 07:15:55.650384 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1c8c2-a080-4af7-8823-889ca55a52a7 req-6fc28fd6-7667-4e67-8f5b-2f1b78355db3 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:55.651833 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d3a1c8c2-a080-4af7-8823-889ca55a52a7 req-6fc28fd6-7667-4e67-8f5b-2f1b78355db3 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0509312 Mar 10 07:15:55.700435 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d3a1c8c2-a080-4af7-8823-889ca55a52a7 req-02e9d52f-35df-4315-a0cb-9282e66d013c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 Mar 10 07:15:56.028442 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb217e8-2e02-422d-8496-f1bfdc215823 req-b9140bad-872d-41c8-9686-d5385d678c5a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:56.029931 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7fb217e8-2e02-422d-8496-f1bfdc215823 req-b9140bad-872d-41c8-9686-d5385d678c5a tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0525620 Mar 10 07:15:56.089063 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7fb217e8-2e02-422d-8496-f1bfdc215823 req-ecbb8ff1-017a-4a90-b35c-c3cbc9b321bc tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533454 Mar 10 07:15:56.816258 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c27d-3056-4f39-a60f-09d2ee824ddc req-947c56d6-bb5f-480b-a59c-2e60c27be47f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:56.817706 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c105c27d-3056-4f39-a60f-09d2ee824ddc req-947c56d6-bb5f-480b-a59c-2e60c27be47f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0521927 Mar 10 07:15:56.866294 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c105c27d-3056-4f39-a60f-09d2ee824ddc req-d0758fc9-76c1-466f-b6e9-5bee5822694c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Mar 10 07:15:57.207747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e654f-0b7e-4dcc-98ec-4a6982a758d5 req-0b9b6654-72c7-47a6-88d0-2857eb2a0d2d tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:57.210220 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f97e654f-0b7e-4dcc-98ec-4a6982a758d5 req-0b9b6654-72c7-47a6-88d0-2857eb2a0d2d tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0548928 Mar 10 07:15:57.268188 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f97e654f-0b7e-4dcc-98ec-4a6982a758d5 req-0ce74163-8e3d-4751-ab27-65d659935db4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526762 Mar 10 07:15:57.981651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cab39-8f78-4691-8116-66bf05c28ea7 req-2b81255f-4044-425c-b378-e91561704703 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:57.983109 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c67cab39-8f78-4691-8116-66bf05c28ea7 req-2b81255f-4044-425c-b378-e91561704703 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0531595 Mar 10 07:15:58.033257 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c67cab39-8f78-4691-8116-66bf05c28ea7 req-88ad2eeb-b71a-461e-bad2-e04178d66dd5 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447354 Mar 10 07:15:58.387389 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05510813-7ec8-4476-bae8-3a7c04cd3b94 req-9de51f17-6927-43e6-a456-f9530708685e tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:58.388808 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-05510813-7ec8-4476-bae8-3a7c04cd3b94 req-9de51f17-6927-43e6-a456-f9530708685e tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0550144 Mar 10 07:15:58.446040 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-05510813-7ec8-4476-bae8-3a7c04cd3b94 req-9dd508a2-e3ee-4a6d-915c-fc429d2f7708 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0514207 Mar 10 07:15:59.148651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33fd6-3c82-4d25-9818-215e3ae0453d req-2597ca0e-41fc-43c5-883b-9cc40df0311f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:59.150167 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0ae33fd6-3c82-4d25-9818-215e3ae0453d req-2597ca0e-41fc-43c5-883b-9cc40df0311f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0511353 Mar 10 07:15:59.195216 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0ae33fd6-3c82-4d25-9818-215e3ae0453d req-6c5b7103-842b-492f-b490-5246081c57ca tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395453 Mar 10 07:15:59.560644 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fe0e5-3b77-4349-85d1-b5ec06ab820c req-fa5f9b14-648f-4d14-9258-079df788b8af tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:15:59.562227 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-248fe0e5-3b77-4349-85d1-b5ec06ab820c req-fa5f9b14-648f-4d14-9258-079df788b8af tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0518932 Mar 10 07:15:59.624327 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-248fe0e5-3b77-4349-85d1-b5ec06ab820c req-c7ea816f-682e-4435-88e7-c88730da462b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565836 Mar 10 07:16:00.478743 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748704ab-e7e9-4248-8935-d9d443033cfe req-399d6df2-ca26-4a9c-a416-68e418896e2c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:00.480156 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-748704ab-e7e9-4248-8935-d9d443033cfe req-399d6df2-ca26-4a9c-a416-68e418896e2c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.2197430 Mar 10 07:16:00.525695 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-748704ab-e7e9-4248-8935-d9d443033cfe req-8c088028-3479-44fd-bcbc-f66b2683d0d0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 Mar 10 07:16:00.628340 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47306) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:00.678029 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Deleting subnet 0d2d762a-762d-4406-a3c3-3996d1480546 {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:16:00.681227 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Publish callbacks [] for subnet (0d2d762a-762d-4406-a3c3-3996d1480546), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:00.717857 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:16:00.718523 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (0d2d762a-762d-4406-a3c3-3996d1480546), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:00.744762 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced89469-aca8-4cc8-a741-a9ec502679a3 req-a62ca261-e69b-4705-b6f1-93f0a3873ba4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:00.746433 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ced89469-aca8-4cc8-a741-a9ec502679a3 req-a62ca261-e69b-4705-b6f1-93f0a3873ba4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0548048 Mar 10 07:16:00.763988 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (0d2d762a-762d-4406-a3c3-3996d1480546), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:00.807735 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ced89469-aca8-4cc8-a741-a9ec502679a3 req-f3fc4d4c-3159-4880-b0e4-a17616e9a18b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549397 Mar 10 07:16:00.878700 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (0d2d762a-762d-4406-a3c3-3996d1480546), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:00.905507 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2d762a-762d-4406-a3c3-3996d1480546,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:00.907454 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:00.910552 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2a4a5fa8-b32d-4ef6-9d72-9aeee8129912 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0d2d762a-762d-4406-a3c3-3996d1480546 HTTP/1.1" status: 204 len: 168 time: 0.2812307 Mar 10 07:16:00.912913 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47310) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:00.982434 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.060887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.080405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0af0e46-0c6c-4aa5-85bf-e2951c01f8af']}} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:01.089595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9d922f-2863-44f6-902e-314f0695e09e') {'for_net_delete': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:01.089890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9d922f-2863-44f6-902e-314f0695e09e') {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:01.098837 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6272900'] for segment (8c9d922f-2863-44f6-902e-314f0695e09e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.111647 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (8c9d922f-2863-44f6-902e-314f0695e09e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.117776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:16:01.118146 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5904073'] for segment (8c9d922f-2863-44f6-902e-314f0695e09e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: Traceback (most recent call last): Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: timer() Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: cb(*args, **kw) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: return func(*args, **kwargs) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: self._notify() Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: self.callback(batched_events) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: event.method(event) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: return f(self, *a, **k) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._get(url).json() Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: return self.request(url, 'GET', **kwargs) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:16:01.119721 dv-cinder-832919-1-iscsi neutron-server[103617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:16:01.238432 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (d0af0e46-0c6c-4aa5-85bf-e2951c01f8af), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.244209 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.247259 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d0af0e46-0c6c-4aa5-85bf-e2951c01f8af HTTP/1.1" status: 204 len: 168 time: 0.3334246 Mar 10 07:16:01.257537 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ef2c7-19f8-482d-94b5-cd8c10de5689 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0af0e46-0c6c-4aa5-85bf-e2951c01f8af,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:01.594004 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47316) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:01.632594 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-63587e87-9a21-4dee-8dc8-1d75f96f58f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d04ea036d70d4970a0c7658e13ea0562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374217 Mar 10 07:16:01.635063 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47318) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:01.642620 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492bba-739e-44be-b145-54e46973fc3a req-4608a529-a43a-47ef-8d99-635908875ebb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:01.644194 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-96492bba-739e-44be-b145-54e46973fc3a req-4608a529-a43a-47ef-8d99-635908875ebb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0539176 Mar 10 07:16:01.685212 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a12a-cf35-416a-9f1e-02ffa04c9cbb admin admin] Publish callbacks [] for security_group (b6e19807-5709-467b-a138-5caf88af390b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.690010 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-96492bba-739e-44be-b145-54e46973fc3a req-196fb818-ef96-4a1f-9d9a-057048025737 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396230 Mar 10 07:16:01.705791 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a12a-cf35-416a-9f1e-02ffa04c9cbb admin admin] Publish callbacks [] for security_group (b6e19807-5709-467b-a138-5caf88af390b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.842007 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a12a-cf35-416a-9f1e-02ffa04c9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b6e19807-5709-467b-a138-5caf88af390b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.844926 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a12a-cf35-416a-9f1e-02ffa04c9cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:01.846097 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-4bd0a12a-cf35-416a-9f1e-02ffa04c9cbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6e19807-5709-467b-a138-5caf88af390b HTTP/1.1" status: 204 len: 168 time: 0.2101455 Mar 10 07:16:01.856318 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0a12a-cf35-416a-9f1e-02ffa04c9cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e19807-5709-467b-a138-5caf88af390b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:01.932945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad4c1-736c-4ed6-aeaa-78fde9943b3c req-f777722e-ede1-494b-8cd4-b6f627c61eff tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:01.934449 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fbbad4c1-736c-4ed6-aeaa-78fde9943b3c req-f777722e-ede1-494b-8cd4-b6f627c61eff tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0546954 Mar 10 07:16:01.996366 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fbbad4c1-736c-4ed6-aeaa-78fde9943b3c req-272c2213-751a-42d5-8f5d-4f1c5c382c29 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb&id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557075 Mar 10 07:16:02.073939 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdbf09-1ca3-4c7d-a9eb-b6b6ce7ddef8 req-bea34470-676b-429a-9838-7a1b47c43f95 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:02.076173 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-35bdbf09-1ca3-4c7d-a9eb-b6b6ce7ddef8 req-bea34470-676b-429a-9838-7a1b47c43f95 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0576205 Mar 10 07:16:02.121364 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-35bdbf09-1ca3-4c7d-a9eb-b6b6ce7ddef8 req-2f7ae61d-0947-4724-bfd8-a8db994ac743 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Mar 10 07:16:02.168916 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115fa7-c9db-465c-a45e-5c040265241e req-d667f963-c0ca-48c3-85c3-e9dc1f2cd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:02.170556 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-d667f963-c0ca-48c3-85c3-e9dc1f2cd4b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0458691 Mar 10 07:16:02.264294 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115fa7-c9db-465c-a45e-5c040265241e req-0d09e5c5-4ddd-4895-b9e0-ec30070666e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:02.265784 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-0d09e5c5-4ddd-4895-b9e0-ec30070666e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.0894201 Mar 10 07:16:02.331051 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-6dc12dcf-26b3-4804-813d-e05058336f01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1000 time: 0.0594339 Mar 10 07:16:02.381264 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115fa7-c9db-465c-a45e-5c040265241e req-ea87243f-8497-4e40-8f4d-76ad54588205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:02.383355 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-ea87243f-8497-4e40-8f4d-76ad54588205 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0462465 Mar 10 07:16:02.435411 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115fa7-c9db-465c-a45e-5c040265241e req-490503ed-d6ec-4e41-bb67-e781b164947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:02.436861 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-490503ed-d6ec-4e41-bb67-e781b164947a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467005 Mar 10 07:16:02.526502 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-e82aa95f-645c-4395-b708-63e29937cd76 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833197 Mar 10 07:16:02.627740 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2f115fa7-c9db-465c-a45e-5c040265241e req-a9eeabf3-1c35-4df4-a160-932bd0b3079d service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950401 Mar 10 07:16:03.006203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47348) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:03.099570 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-891882685-network', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:03.218493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Made reservation on behalf of 4156df44ff554fc6bdf3bc55f90981b2 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:16:03.220836 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.230171 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.239578 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8492e-b114-4dae-9b23-5584d87da20a req-8779ea9a-b35e-4db7-8334-a294e33582d0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:03.241050 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41c8492e-b114-4dae-9b23-5584d87da20a req-8779ea9a-b35e-4db7-8334-a294e33582d0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0526350 Mar 10 07:16:03.290213 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41c8492e-b114-4dae-9b23-5584d87da20a req-500f0b67-b4cc-4906-9f81-a4f0d43c2701 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Mar 10 07:16:03.304851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks [] for security_group (b64735d5-89d1-47fe-980d-b4f71c22ada8), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.367313 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b64735d5-89d1-47fe-980d-b4f71c22ada8), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.394213 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:16:03.400901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64735d5-89d1-47fe-980d-b4f71c22ada8,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:03.406817 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.407152 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Added segment 2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9 of type vlan for network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b Mar 10 07:16:03.445886 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (20ce3eb4-6200-4dc8-a373-3cafa9cd073b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.541359 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (20ce3eb4-6200-4dc8-a373-3cafa9cd073b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.542227 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:03.542823 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.602701 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] Pushing event updated for resources: {'Network': ['ID=20ce3eb4-6200-4dc8-a373-3cafa9cd073b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:03.612002 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:16:03.647025 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0e540494-e65a-48b6-99b8-2b0b3df076da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6397448 Mar 10 07:16:03.650450 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47356) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:03.655062 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Request body: {'subnet': {'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-891882685-subnet', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:03.746819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Made reservation on behalf of 4156df44ff554fc6bdf3bc55f90981b2 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:16:03.749114 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639157'] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:03.993402 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5904980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639131'] for subnet (544f77f7-07cc-4a6e-847b-2c43eee2b795), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.046757 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=544f77f7-07cc-4a6e-847b-2c43eee2b795,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:04.055448 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Checking segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:04.055855 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Network hostable DHCP agents. Network: 20ce3eb4-6200-4dc8-a373-3cafa9cd073b, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:16:04.146730 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:16:04.212835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 20ce3eb4-6200-4dc8-a373-3cafa9cd073b) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:04.216873 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:04.217586 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.221698 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff97bf-5a0d-4bd2-a85a-1879f52ac69e None None] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:16:04.305109 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-aa427c9c-c3fa-4c1c-aade-ba5d3701c86c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6528530 Mar 10 07:16:04.307495 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47358) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:04.312343 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:04.323562 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:16:04.325203 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.404510 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.405714 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.411899 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a001aea-4c0b-44c3-af10-000feaa7a907 req-998adaf4-d410-4e07-b1a7-8cf494f9203c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:04.413991 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4a001aea-4c0b-44c3-af10-000feaa7a907 req-998adaf4-d410-4e07-b1a7-8cf494f9203c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0523345 Mar 10 07:16:04.463871 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks [] for router_controller (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), precommit_add_association {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.464091 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Allocated IP 172.20.0.2 (20ce3eb4-6200-4dc8-a373-3cafa9cd073b/544f77f7-07cc-4a6e-847b-2c43eee2b795/4fe23148-874e-4397-90d3-a3bad63c3f55) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:04.465351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4a001aea-4c0b-44c3-af10-000feaa7a907 req-08638ae2-ab85-4e78-a70a-c40003a867ab tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450654 Mar 10 07:16:04.606067 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Publish callbacks [] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.666312 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks [] for router_gateway (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.687662 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.724942 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:04.730245 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:04.732666 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:04.742005 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Pushing event updated for resources: {'Port': ['ID=4fe23148-874e-4397-90d3-a3bad63c3f55,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:04.752201 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.752660 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.753412 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.753537 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.753775 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.754113 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.754456 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.754771 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.755100 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.755425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.755752 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.756079 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.756399 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:04.808754 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Attempting to bind port 4fe23148-874e-4397-90d3-a3bad63c3f55 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:04.809112 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Attempting to bind port 4fe23148-874e-4397-90d3-a3bad63c3f55 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:04.809508 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Attempting to bind port 4fe23148-874e-4397-90d3-a3bad63c3f55 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:04.814680 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:04.815082 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Checking segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:04.815460 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.815855 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Bound using segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:04.816346 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Bound port: 4fe23148-874e-4397-90d3-a3bad63c3f55, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:04.816727 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:04.878248 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] For port 4fe23148-874e-4397-90d3-a3bad63c3f55, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:04.881373 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] For port 4fe23148-874e-4397-90d3-a3bad63c3f55, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=4fe23148-874e-4397-90d3-a3bad63c3f55,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:04.956774 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:05.019197 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39039ee-fdae-48eb-8be1-51faf3d8b6fb None None] Pushing event updated for resources: {'Port': ['ID=4fe23148-874e-4397-90d3-a3bad63c3f55,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:05.191209 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks [] for router_gateway (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:05.212986 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:05.327781 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Allocated IP 172.27.0.173 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/e5abf767-7459-44cb-9667-e293c7270104) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:05.426038 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks [] for port (e5abf767-7459-44cb-9667-e293c7270104), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:05.507288 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (e5abf767-7459-44cb-9667-e293c7270104), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:05.552457 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:05.555269 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:05.557715 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:05.590848 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Pushing event updated for resources: {'Port': ['ID=e5abf767-7459-44cb-9667-e293c7270104,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:05.891755 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks [] for router_gateway (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:05.924163 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607a472-7d89-43af-a38c-c0fa9c458b60 None None] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:16:05.994407 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] Provisioning complete for port 4fe23148-874e-4397-90d3-a3bad63c3f55 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:05.994789 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.107335 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 4fe23148-874e-4397-90d3-a3bad63c3f55 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:06.109995 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.135277 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] Current status of the port 4fe23148-874e-4397-90d3-a3bad63c3f55 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:06.135677 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.181722 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] For port 4fe23148-874e-4397-90d3-a3bad63c3f55, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=4fe23148-874e-4397-90d3-a3bad63c3f55,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:06.191567 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 4fe23148-874e-4397-90d3-a3bad63c3f55 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:06.191949 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.276195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.307230 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 4fe23148-874e-4397-90d3-a3bad63c3f55 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:06.307613 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.335704 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:16:06.346442 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e09f4-4389-458f-af95-4455e7a0525c None None] Pushing event updated for resources: {'Port': ['ID=4fe23148-874e-4397-90d3-a3bad63c3f55,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:06.382362 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.db.api [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 07:16:06.382723 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG oslo_db.api [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 07:16:06.396726 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-49153881-22fd-4ad1-b54d-9cac50f885cc None None] Provisioning complete for port 4fe23148-874e-4397-90d3-a3bad63c3f55 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:06.402281 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-49153881-22fd-4ad1-b54d-9cac50f885cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.446100 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:16:06.467032 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:16:06.489343 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:06.489951 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:15:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:06.492291 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-49153881-22fd-4ad1-b54d-9cac50f885cc None None] Current status of the port 4fe23148-874e-4397-90d3-a3bad63c3f55 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:06.526457 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.527636 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9311f318-a5d1-40a9-bd7b-90308ced15aa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2191749 Mar 10 07:16:06.530405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47366) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:06.601315 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:06.779741 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:05Z', 'revision_number': 3, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:06.810391 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:16:06.810742 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Updating router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d port e5abf767-7459-44cb-9667-e293c7270104 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:16:06.839135 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (e5abf767-7459-44cb-9667-e293c7270104), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.942997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:06.971395 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 4fe23148-874e-4397-90d3-a3bad63c3f55 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:07.096981 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Allocated IP 172.20.0.1 (20ce3eb4-6200-4dc8-a373-3cafa9cd073b/544f77f7-07cc-4a6e-847b-2c43eee2b795/02541056-3107-4880-8599-d6a558855a78) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:07.118103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Publish callbacks [] for port (e5abf767-7459-44cb-9667-e293c7270104), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.163815 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (e5abf767-7459-44cb-9667-e293c7270104), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.200115 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks [] for port (02541056-3107-4880-8599-d6a558855a78), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.216349 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Attempting to bind port e5abf767-7459-44cb-9667-e293c7270104 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:07.216718 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Attempting to bind port e5abf767-7459-44cb-9667-e293c7270104 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:07.217074 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Attempting to bind port e5abf767-7459-44cb-9667-e293c7270104 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:07.219082 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb5395-7ccf-4581-9444-5f4e836e3bc2 None None] Pushing event updated for resources: {'Port': ['ID=e5abf767-7459-44cb-9667-e293c7270104,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:07.224622 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:07.224991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:07.225419 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.225837 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:07.226717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Bound port: e5abf767-7459-44cb-9667-e293c7270104, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:07.226717 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (e5abf767-7459-44cb-9667-e293c7270104), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.276408 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] For port e5abf767-7459-44cb-9667-e293c7270104, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:07.279409 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] For port e5abf767-7459-44cb-9667-e293c7270104, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e5abf767-7459-44cb-9667-e293c7270104,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:07.298768 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (02541056-3107-4880-8599-d6a558855a78), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.335957 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:07.338734 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:07.341767 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (e5abf767-7459-44cb-9667-e293c7270104), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.344837 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:07.369890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Pushing event updated for resources: {'Port': ['ID=02541056-3107-4880-8599-d6a558855a78,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:07.387865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.534557 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb5395-7ccf-4581-9444-5f4e836e3bc2 None None] Pushing event updated for resources: {'Port': ['ID=e5abf767-7459-44cb-9667-e293c7270104,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:07.541221 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:07.541842 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:15:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:07.583851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (02541056-3107-4880-8599-d6a558855a78), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.659129 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:07.661043 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-40e9dc10-1a7b-4a2e-abfb-5c40168f9d83 None None] Provisioning complete for port 02541056-3107-4880-8599-d6a558855a78 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:07.661566 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-40e9dc10-1a7b-4a2e-abfb-5c40168f9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (02541056-3107-4880-8599-d6a558855a78), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.744846 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks [] for port (02541056-3107-4880-8599-d6a558855a78), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.765933 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-40e9dc10-1a7b-4a2e-abfb-5c40168f9d83 None None] Port 02541056-3107-4880-8599-d6a558855a78 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:16:07.798582 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (02541056-3107-4880-8599-d6a558855a78), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.868919 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:05Z', 'revision_number': 3, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:07.869184 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:07.871611 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Pushing event updated for resources: {'Port': ['ID=02541056-3107-4880-8599-d6a558855a78,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:07.899797 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f4f68-7d84-4fc2-8e12-ecb920d22bb5 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:05Z', 'revision_number': 3, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:16:08.070587 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 4fe23148-874e-4397-90d3-a3bad63c3f55 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:08.124491 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 4fe23148-874e-4397-90d3-a3bad63c3f55 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:08.124871 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:08.238617 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 4fe23148-874e-4397-90d3-a3bad63c3f55 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:08.247074 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:08.248750 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:08.376966 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:16:08.489919 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-162eca7e-58ab-45e4-a3f8-5da50d9d95b3 None None] Provisioning complete for port 02541056-3107-4880-8599-d6a558855a78 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:08.490725 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-162eca7e-58ab-45e4-a3f8-5da50d9d95b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (02541056-3107-4880-8599-d6a558855a78), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:08.499798 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:16:08.510755 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a6637b25-965e-4944-a4ab-48f0f358c29d admin admin] 10.222.0.30 "PUT /v2.0/routers/0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9744937 Mar 10 07:16:08.528202 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-162eca7e-58ab-45e4-a3f8-5da50d9d95b3 None None] Port 02541056-3107-4880-8599-d6a558855a78 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:16:09.255386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47382) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:09.260328 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1616443351-network', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:09.355865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Made reservation on behalf of 2ff5aeb3a506482fbc7cf849001ac6d6 for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:16:09.358312 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.367208 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.439690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks [] for security_group (b44de7b0-74a7-4de6-84e5-f070accee610), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.492900 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b44de7b0-74a7-4de6-84e5-f070accee610), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.518069 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:16:09.528247 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44de7b0-74a7-4de6-84e5-f070accee610,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:09.535012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (8cad0e85-36e2-4ad3-a9fe-00d750574434), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.535012 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Added segment 8cad0e85-36e2-4ad3-a9fe-00d750574434 of type vlan for network a52e4702-6f13-4725-8b7a-569d89ac40d7 Mar 10 07:16:09.545323 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:16:09.555043 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:09.555652 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:15:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:09.584305 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (a52e4702-6f13-4725-8b7a-569d89ac40d7), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.643889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (a52e4702-6f13-4725-8b7a-569d89ac40d7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.644850 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:09.645569 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.663402 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:09.703490 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] Pushing event updated for resources: {'Network': ['ID=a52e4702-6f13-4725-8b7a-569d89ac40d7,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:09.715058 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:16:09.721820 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-528d3031-e0c0-4a8a-a3b2-62db2664dc31 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4627566 Mar 10 07:16:09.722155 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47384) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:09.727042 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Request body: {'subnet': {'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1616443351-subnet', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:09.790482 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Made reservation on behalf of 2ff5aeb3a506482fbc7cf849001ac6d6 for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:16:09.792743 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639157'] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:09.868866 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 2, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:09.895394 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:16:09.895740 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Updating router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d port 02541056-3107-4880-8599-d6a558855a78 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:16:09.921498 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (02541056-3107-4880-8599-d6a558855a78), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.022041 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5904980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639131'] for subnet (ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.081435 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:10.093018 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Checking segment: {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:10.093467 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Network hostable DHCP agents. Network: a52e4702-6f13-4725-8b7a-569d89ac40d7, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:16:10.105285 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e5abf767-7459-44cb-9667-e293c7270104 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:10.155808 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:16:10.157765 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port e5abf767-7459-44cb-9667-e293c7270104 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:10.158145 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (e5abf767-7459-44cb-9667-e293c7270104), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.186410 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Publish callbacks [] for port (02541056-3107-4880-8599-d6a558855a78), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.234167 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port e5abf767-7459-44cb-9667-e293c7270104 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:10.234555 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (e5abf767-7459-44cb-9667-e293c7270104), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.249832 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, a52e4702-6f13-4725-8b7a-569d89ac40d7) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:10.253862 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port e5abf767-7459-44cb-9667-e293c7270104, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e5abf767-7459-44cb-9667-e293c7270104,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:10.254031 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:10.254639 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.259039 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2fda2-a630-41db-9776-4cc0093d984f None None] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:16:10.270083 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (02541056-3107-4880-8599-d6a558855a78), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.314742 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Pushing event updated for resources: {'Port': ['ID=02541056-3107-4880-8599-d6a558855a78,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:10.324378 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.324741 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.325092 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.325481 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.325832 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.326149 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.326475 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.326879 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.327108 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.327439 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.327758 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.328068 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.328762 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:10.329176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (e5abf767-7459-44cb-9667-e293c7270104), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.343710 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b52bc530-1113-40d2-84e1-9940d82bc0b5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6190975 Mar 10 07:16:10.344964 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:10.352276 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:10.392911 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Attempting to bind port 02541056-3107-4880-8599-d6a558855a78 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:10.393271 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Attempting to bind port 02541056-3107-4880-8599-d6a558855a78 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:10.393653 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Attempting to bind port 02541056-3107-4880-8599-d6a558855a78 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:10.399565 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:10.400453 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Checking segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:10.400453 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.400791 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Bound using segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:10.401188 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Bound port: 02541056-3107-4880-8599-d6a558855a78, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:10.401591 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (02541056-3107-4880-8599-d6a558855a78), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.407943 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-a52e4702-6f13-4725-8b7a-569d89ac40d7', 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'fixed_ips': [{'subnet_id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:16:10.408820 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.415256 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=e5abf767-7459-44cb-9667-e293c7270104,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:10.448379 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (67a9202b-4554-408b-88cc-8d065ad75a17), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.451426 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (67a9202b-4554-408b-88cc-8d065ad75a17), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.480698 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] For port 02541056-3107-4880-8599-d6a558855a78, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:10.484203 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] For port 02541056-3107-4880-8599-d6a558855a78, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=02541056-3107-4880-8599-d6a558855a78,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:10.520241 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks [] for router_controller (67a9202b-4554-408b-88cc-8d065ad75a17), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.536353 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (02541056-3107-4880-8599-d6a558855a78), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.566020 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Allocated IP 172.20.0.2 (a52e4702-6f13-4725-8b7a-569d89ac40d7/ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71/e6d07c77-511b-4c37-a7f5-4a86211b0399) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:10.588606 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:10.589660 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:15:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:10.608767 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] Provisioning complete for port 02541056-3107-4880-8599-d6a558855a78 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:10.609172 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (02541056-3107-4880-8599-d6a558855a78), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.751387 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks [] for router_gateway (67a9202b-4554-408b-88cc-8d065ad75a17), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.761443 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Publish callbacks [] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.778083 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ae121-ed3f-40e8-a9a5-07ff6b0ce491 None None] Pushing event updated for resources: {'Port': ['ID=02541056-3107-4880-8599-d6a558855a78,revision_number=4']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:10.803594 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:10.818857 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] Current status of the port 02541056-3107-4880-8599-d6a558855a78 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:10.819245 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (02541056-3107-4880-8599-d6a558855a78), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.855224 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] For port 02541056-3107-4880-8599-d6a558855a78, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=02541056-3107-4880-8599-d6a558855a78,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:10.879099 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:10.930264 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:10.934903 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Pushing event updated for resources: {'Port': ['ID=e6d07c77-511b-4c37-a7f5-4a86211b0399,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:10.934903 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:10.936386 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:10.964003 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (02541056-3107-4880-8599-d6a558855a78), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.019617 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Attempting to bind port e6d07c77-511b-4c37-a7f5-4a86211b0399 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:11.019990 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Attempting to bind port e6d07c77-511b-4c37-a7f5-4a86211b0399 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:11.020351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Attempting to bind port e6d07c77-511b-4c37-a7f5-4a86211b0399 on network a52e4702-6f13-4725-8b7a-569d89ac40d7 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:11.024590 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:11.033127 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:11.034069 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Checking segment: {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:11.034069 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.034286 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Bound using segment: {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:11.034760 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Bound port: e6d07c77-511b-4c37-a7f5-4a86211b0399, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:11.035138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.051854 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks [] for router_gateway (67a9202b-4554-408b-88cc-8d065ad75a17), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.052070 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd113c74-d708-4c99-99ed-7bdc00d026b5 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:16:11.054037 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa98e-e948-4b3f-b010-82f26cf1cb7d None None] Pushing event updated for resources: {'Port': ['ID=02541056-3107-4880-8599-d6a558855a78,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:11.076398 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.115599 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-b70e6c2c-8aa8-45ed-8b85-6cf86592d5aa None None] Provisioning complete for port 02541056-3107-4880-8599-d6a558855a78 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:11.118395 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b70e6c2c-8aa8-45ed-8b85-6cf86592d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (02541056-3107-4880-8599-d6a558855a78), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.150283 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] For port e6d07c77-511b-4c37-a7f5-4a86211b0399, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:11.165426 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] For port e6d07c77-511b-4c37-a7f5-4a86211b0399, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e6d07c77-511b-4c37-a7f5-4a86211b0399,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:11.221280 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Allocated IP 172.27.0.91 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/89338b37-5b6a-464f-9357-12950627061c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:11.222906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-b70e6c2c-8aa8-45ed-8b85-6cf86592d5aa None None] Current status of the port 02541056-3107-4880-8599-d6a558855a78 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:11.260261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.336798 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e029c7-64fc-42f0-a04f-dc1529e46dfc None None] Pushing event updated for resources: {'Port': ['ID=e6d07c77-511b-4c37-a7f5-4a86211b0399,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:11.359558 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks [] for port (89338b37-5b6a-464f-9357-12950627061c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.453846 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (89338b37-5b6a-464f-9357-12950627061c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:11.494882 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:11.497980 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:11.500571 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:11.544401 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Pushing event updated for resources: {'Port': ['ID=89338b37-5b6a-464f-9357-12950627061c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:11.559130 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.559508 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.559813 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.560133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.560460 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.560781 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.561352 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.561479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.561760 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.562081 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.562397 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.562747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.563068 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:11.877876 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks [] for router_gateway (67a9202b-4554-408b-88cc-8d065ad75a17), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.120982 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (67a9202b-4554-408b-88cc-8d065ad75a17), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.223741 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e5abf767-7459-44cb-9667-e293c7270104 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:12.281281 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port e5abf767-7459-44cb-9667-e293c7270104 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:12.281674 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (e5abf767-7459-44cb-9667-e293c7270104), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.358869 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f03a4-d21a-4be5-81da-027053bcf7e9 None None] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:16:12.367673 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Router 67a9202b-4554-408b-88cc-8d065ad75a17 is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:16:12.391011 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port e5abf767-7459-44cb-9667-e293c7270104 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:12.394341 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e6d07c77-511b-4c37-a7f5-4a86211b0399 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:12.475108 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:16:12.484448 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3d6f42d2-ac9f-42a2-97c1-95b84f0dd670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.496463 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Sync routers for ids ['67a9202b-4554-408b-88cc-8d065ad75a17'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:16:12.502419 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] Provisioning complete for port e6d07c77-511b-4c37-a7f5-4a86211b0399 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:12.502791 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.551891 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.553143 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e2437f99-b836-401e-853a-917afda6d14f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2066221 Mar 10 07:16:12.556551 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47390) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:12.682339 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Routers {'67a9202b-4554-408b-88cc-8d065ad75a17'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:12.682983 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:15:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['67a9202b-4554-408b-88cc-8d065ad75a17'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:12.732675 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port e6d07c77-511b-4c37-a7f5-4a86211b0399 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:12.732963 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.885578 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] Current status of the port e6d07c77-511b-4c37-a7f5-4a86211b0399 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:12.885972 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:12.892871 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Set router 67a9202b-4554-408b-88cc-8d065ad75a17 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:13.020937 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port e6d07c77-511b-4c37-a7f5-4a86211b0399 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:13.021336 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.032647 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] For port e6d07c77-511b-4c37-a7f5-4a86211b0399, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e6d07c77-511b-4c37-a7f5-4a86211b0399,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:13.150112 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:16:11Z', 'revision_number': 3, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:13.153588 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.158312 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.183295 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Checking router: 67a9202b-4554-408b-88cc-8d065ad75a17 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:16:13.186059 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Updating router 67a9202b-4554-408b-88cc-8d065ad75a17 port 89338b37-5b6a-464f-9357-12950627061c binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:16:13.284331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (89338b37-5b6a-464f-9357-12950627061c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.285688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.db.api [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 07:16:13.286040 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG oslo_db.api [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 07:16:13.310039 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd192b4-71d1-49df-bb1f-e7385ce4b0bc None None] Pushing event updated for resources: {'Port': ['ID=e6d07c77-511b-4c37-a7f5-4a86211b0399,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:13.319650 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Allocated IP 172.20.0.1 (a52e4702-6f13-4725-8b7a-569d89ac40d7/ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71/705c1e72-7208-4523-b03a-ba97c19c9572) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:13.320621 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-f2dc445b-c496-4ce4-8d66-b0b888b62c7f None None] Provisioning complete for port e6d07c77-511b-4c37-a7f5-4a86211b0399 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:13.321001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f2dc445b-c496-4ce4-8d66-b0b888b62c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.423906 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks [] for port (705c1e72-7208-4523-b03a-ba97c19c9572), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.501766 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.523920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc445b-c496-4ce4-8d66-b0b888b62c7f None None] Current status of the port e6d07c77-511b-4c37-a7f5-4a86211b0399 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:13.540742 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:13.546995 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:13.551264 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:13.554438 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Pushing event updated for resources: {'Port': ['ID=705c1e72-7208-4523-b03a-ba97c19c9572,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:13.590951 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (67a9202b-4554-408b-88cc-8d065ad75a17), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.617325 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Publish callbacks [] for port (89338b37-5b6a-464f-9357-12950627061c), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.676133 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (89338b37-5b6a-464f-9357-12950627061c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.731497 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Attempting to bind port 89338b37-5b6a-464f-9357-12950627061c on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:13.731987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Attempting to bind port 89338b37-5b6a-464f-9357-12950627061c by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:13.732302 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Attempting to bind port 89338b37-5b6a-464f-9357-12950627061c on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:13.735317 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c0f84-db7a-42b5-bf33-d6dbae53795d None None] Pushing event updated for resources: {'Port': ['ID=89338b37-5b6a-464f-9357-12950627061c,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:13.740175 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:13.740589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:13.740947 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.741350 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:13.741886 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Bound port: 89338b37-5b6a-464f-9357-12950627061c, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:13.742371 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (89338b37-5b6a-464f-9357-12950627061c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.796301 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.817503 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] For port 89338b37-5b6a-464f-9357-12950627061c, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:13.838517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] For port 89338b37-5b6a-464f-9357-12950627061c, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=89338b37-5b6a-464f-9357-12950627061c,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:13.842078 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port e6d07c77-511b-4c37-a7f5-4a86211b0399 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:13.843010 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 02541056-3107-4880-8599-d6a558855a78 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:13.879435 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-c30663a4-7508-4e7e-97d0-3c6cbaabaadf None None] Provisioning complete for port 705c1e72-7208-4523-b03a-ba97c19c9572 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:13.879809 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c30663a4-7508-4e7e-97d0-3c6cbaabaadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.920592 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-c30663a4-7508-4e7e-97d0-3c6cbaabaadf None None] Port 705c1e72-7208-4523-b03a-ba97c19c9572 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:16:13.927455 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 02541056-3107-4880-8599-d6a558855a78 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:13.927832 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (02541056-3107-4880-8599-d6a558855a78), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.931052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (89338b37-5b6a-464f-9357-12950627061c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:13.959656 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks [] for port (705c1e72-7208-4523-b03a-ba97c19c9572), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:14.025517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Routers {'67a9202b-4554-408b-88cc-8d065ad75a17'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:14.026135 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:15:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['67a9202b-4554-408b-88cc-8d065ad75a17'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:14.030618 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c0f84-db7a-42b5-bf33-d6dbae53795d None None] Pushing event updated for resources: {'Port': ['ID=89338b37-5b6a-464f-9357-12950627061c,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:14.030864 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:14.095654 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (67a9202b-4554-408b-88cc-8d065ad75a17), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:14.098152 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Pushing event updated for resources: {'Port': ['ID=705c1e72-7208-4523-b03a-ba97c19c9572,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:14.118750 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 02541056-3107-4880-8599-d6a558855a78 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:14.168747 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] Set router 67a9202b-4554-408b-88cc-8d065ad75a17 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:14.194460 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:14.196696 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:14.323385 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Router 67a9202b-4554-408b-88cc-8d065ad75a17 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:16:14.384065 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e6d07c77-511b-4c37-a7f5-4a86211b0399 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:14.438438 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:16:14.447574 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-48e14a0c-fd56-43a6-91ce-cc21178b8af4 admin admin] 10.222.0.30 "PUT /v2.0/routers/67a9202b-4554-408b-88cc-8d065ad75a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899760 Mar 10 07:16:14.499222 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-e2de7996-6047-4c51-b32c-75f32de1a9cc None None] Provisioning complete for port 705c1e72-7208-4523-b03a-ba97c19c9572 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:14.499600 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e2de7996-6047-4c51-b32c-75f32de1a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:14.568416 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port e6d07c77-511b-4c37-a7f5-4a86211b0399 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:14.568790 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:14.602210 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-e2de7996-6047-4c51-b32c-75f32de1a9cc None None] Port 705c1e72-7208-4523-b03a-ba97c19c9572 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:16:14.644750 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '705c1e72-7208-4523-b03a-ba97c19c9572', 'name': '', 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'mac_address': 'fa:16:3e:97:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:13Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 1, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'subnets': [{'id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:14.687533 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8cf1-0935-471f-9fb0-239f65a3755d None None] The sync data for ids ['67a9202b-4554-408b-88cc-8d065ad75a17'] in dv-cinder-832919-1-iscsi is: [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '705c1e72-7208-4523-b03a-ba97c19c9572', 'name': '', 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'mac_address': 'fa:16:3e:97:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:13Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 1, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'subnets': [{'id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:16:14.706142 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port e6d07c77-511b-4c37-a7f5-4a86211b0399 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:14.923997 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48adf8bf-c3c5-455e-9847-a48d7cc44d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.122935 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:15.127474 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211840075', 'description': 'tempest-secgroup-smoke-1211840075 description', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:15.207464 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.277812 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group (fa555203-6f4b-4c1b-ba23-e94a0d194091), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.356826 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (fa555203-6f4b-4c1b-ba23-e94a0d194091), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.392650 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa555203-6f4b-4c1b-ba23-e94a0d194091,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:15.446232 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.450266 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-7470411d-0603-4f14-8182-6b4bcf03ac03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3236892 Mar 10 07:16:15.450552 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47414) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:15.455484 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group_rule': {'security_group_id': 'fa555203-6f4b-4c1b-ba23-e94a0d194091', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:15.547840 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (fcfa1183-3db4-46fe-a8d6-2e56c88b05cd), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.610665 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (fcfa1183-3db4-46fe-a8d6-2e56c88b05cd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.689894 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (fcfa1183-3db4-46fe-a8d6-2e56c88b05cd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.707741 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfa1183-3db4-46fe-a8d6-2e56c88b05cd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:15.777952 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.779181 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f38362ac-d31c-4a5d-bc62-85152a5bfe1c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273168 Mar 10 07:16:15.782010 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47416) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:15.786758 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group_rule': {'security_group_id': 'fa555203-6f4b-4c1b-ba23-e94a0d194091', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:15.889391 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (5d4ee8dc-88f6-4547-ae29-28ffeb8bea29), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:15.954418 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (5d4ee8dc-88f6-4547-ae29-28ffeb8bea29), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.032356 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.055304 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (5d4ee8dc-88f6-4547-ae29-28ffeb8bea29), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.073007 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ee8dc-88f6-4547-ae29-28ffeb8bea29,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:16.140287 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.141508 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-474573e7-95b7-4236-aea9-d30112d8c111 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3583336 Mar 10 07:16:16.144264 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47420) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:16.149589 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group_rule': {'security_group_id': 'fa555203-6f4b-4c1b-ba23-e94a0d194091', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:16.221169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 89338b37-5b6a-464f-9357-12950627061c up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:16.223631 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (7ff1fb0f-f4c6-4b11-8ba8-521209208cce), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.270411 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 89338b37-5b6a-464f-9357-12950627061c triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:16.270783 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (89338b37-5b6a-464f-9357-12950627061c), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.279809 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (7ff1fb0f-f4c6-4b11-8ba8-521209208cce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.351029 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 89338b37-5b6a-464f-9357-12950627061c is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:16.351419 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (89338b37-5b6a-464f-9357-12950627061c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.370495 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port 89338b37-5b6a-464f-9357-12950627061c, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=89338b37-5b6a-464f-9357-12950627061c,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:16.375638 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (7ff1fb0f-f4c6-4b11-8ba8-521209208cce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.393164 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff1fb0f-f4c6-4b11-8ba8-521209208cce,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:16.427130 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (89338b37-5b6a-464f-9357-12950627061c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.452115 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.453326 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-66645bcd-cedf-493d-896e-13e548a4276f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3080194 Mar 10 07:16:16.456095 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47422) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:16.461957 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group_rule': {'security_group_id': 'fa555203-6f4b-4c1b-ba23-e94a0d194091', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:16.483154 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=89338b37-5b6a-464f-9357-12950627061c,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:16.543128 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (c0cfda96-418f-4dc1-a9be-4f191c6ffb1d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.597943 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (c0cfda96-418f-4dc1-a9be-4f191c6ffb1d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.652828 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (c0cfda96-418f-4dc1-a9be-4f191c6ffb1d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.670806 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cfda96-418f-4dc1-a9be-4f191c6ffb1d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:16.743626 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.744923 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f9c05691-a6e1-4b3c-aca2-22204b1a9ae6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876980 Mar 10 07:16:16.747743 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47424) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:16.756005 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group_rule': {'security_group_id': 'fa555203-6f4b-4c1b-ba23-e94a0d194091', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:16.861564 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Project 4156df44ff554fc6bdf3bc55f90981b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:16:16.866286 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (513058a3-ac4a-4580-8f72-760af0806dac), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:16.924436 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (513058a3-ac4a-4580-8f72-760af0806dac), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.010341 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (513058a3-ac4a-4580-8f72-760af0806dac), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.028304 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513058a3-ac4a-4580-8f72-760af0806dac,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:17.114578 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.115807 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-88ced2b1-7819-4cf8-a045-3698e0cc7073 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671629 Mar 10 07:16:17.124747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47432) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:17.129058 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'security_group_rule': {'security_group_id': 'fa555203-6f4b-4c1b-ba23-e94a0d194091', 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:17.215607 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Project 4156df44ff554fc6bdf3bc55f90981b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 07:16:17.220666 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (6752174d-c8da-45c9-acc9-8e130fb9c0dc), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.278287 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (6752174d-c8da-45c9-acc9-8e130fb9c0dc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.341049 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (6752174d-c8da-45c9-acc9-8e130fb9c0dc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.363742 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6752174d-c8da-45c9-acc9-8e130fb9c0dc,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:17.451746 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.452938 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-27368ca1-b2ff-4621-9653-209befc7a2ec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272481 Mar 10 07:16:17.483200 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:17.580410 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251cbcf-d3b5-44bf-bb3d-2e35cb1e16a4 req-c790505f-c154-4a9d-86eb-50d7d4e47b41 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:17.581926 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2251cbcf-d3b5-44bf-bb3d-2e35cb1e16a4 req-c790505f-c154-4a9d-86eb-50d7d4e47b41 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0527341 Mar 10 07:16:17.631046 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2251cbcf-d3b5-44bf-bb3d-2e35cb1e16a4 req-b4000cf3-ae2f-427d-967e-a9fc38bf1b4a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Mar 10 07:16:17.718251 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.001192 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Sync routers for ids ['67a9202b-4554-408b-88cc-8d065ad75a17'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:16:18.011925 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Routers {'67a9202b-4554-408b-88cc-8d065ad75a17'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:18.012534 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['67a9202b-4554-408b-88cc-8d065ad75a17'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:18.120548 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Set router 67a9202b-4554-408b-88cc-8d065ad75a17 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:18.199155 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 89338b37-5b6a-464f-9357-12950627061c up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:18.251013 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 89338b37-5b6a-464f-9357-12950627061c triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:18.251328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (89338b37-5b6a-464f-9357-12950627061c), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.326473 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '705c1e72-7208-4523-b03a-ba97c19c9572', 'name': '', 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'mac_address': 'fa:16:3e:97:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:13Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 2, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'subnets': [{'id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:18.330085 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 89338b37-5b6a-464f-9357-12950627061c is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:18.352951 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Checking router: 67a9202b-4554-408b-88cc-8d065ad75a17 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:16:18.353321 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Updating router 67a9202b-4554-408b-88cc-8d065ad75a17 port 705c1e72-7208-4523-b03a-ba97c19c9572 binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:16:18.382987 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.644738 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Publish callbacks [] for port (705c1e72-7208-4523-b03a-ba97c19c9572), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.712797 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.763648 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e063fa-71b3-4b47-9bfb-2e039d8c9b80 None None] Pushing event updated for resources: {'Port': ['ID=705c1e72-7208-4523-b03a-ba97c19c9572,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:18.773049 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758d89a-214a-4dd1-867f-7ffaef606447 req-ae4b66f3-1bc7-481f-ad6e-6af5174e4dea tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:18.774735 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e758d89a-214a-4dd1-867f-7ffaef606447 req-ae4b66f3-1bc7-481f-ad6e-6af5174e4dea tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0676303 Mar 10 07:16:18.823487 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Attempting to bind port 705c1e72-7208-4523-b03a-ba97c19c9572 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:18.823866 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Attempting to bind port 705c1e72-7208-4523-b03a-ba97c19c9572 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:18.824205 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Attempting to bind port 705c1e72-7208-4523-b03a-ba97c19c9572 on network a52e4702-6f13-4725-8b7a-569d89ac40d7 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:18.826878 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e758d89a-214a-4dd1-867f-7ffaef606447 req-e8e52f8d-1975-4123-9010-fa38b257140d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463755 Mar 10 07:16:18.829376 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:18.829754 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Checking segment: {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:18.830150 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.830537 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Bound using segment: {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:18.830999 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Bound port: 705c1e72-7208-4523-b03a-ba97c19c9572, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad0e85-36e2-4ad3-a9fe-00d750574434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:18.831373 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.901244 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] For port 705c1e72-7208-4523-b03a-ba97c19c9572, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:18.905279 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] For port 705c1e72-7208-4523-b03a-ba97c19c9572, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=705c1e72-7208-4523-b03a-ba97c19c9572,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:18.908760 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-9357f5af-0c05-4a4a-a2fc-418e99b166f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643749 Mar 10 07:16:18.933027 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.981546 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:18.999366 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a5bb-b4fb-462b-8824-411594283913 req-5e1ff159-c4e1-47d3-a5ba-1b3dea425a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:19.002533 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-5e1ff159-c4e1-47d3-a5ba-1b3dea425a03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 1129 time: 0.0462279 Mar 10 07:16:19.040431 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e063fa-71b3-4b47-9bfb-2e039d8c9b80 None None] Pushing event updated for resources: {'Port': ['ID=705c1e72-7208-4523-b03a-ba97c19c9572,revision_number=4']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:19.047459 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Routers {'67a9202b-4554-408b-88cc-8d065ad75a17'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:19.048072 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['67a9202b-4554-408b-88cc-8d065ad75a17'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:19.066325 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] Provisioning complete for port 705c1e72-7208-4523-b03a-ba97c19c9572 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:19.066693 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:19.125111 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a5bb-b4fb-462b-8824-411594283913 req-ef5b5c15-a581-44c0-a099-9b35d946908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:19.126519 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-ef5b5c15-a581-44c0-a099-9b35d946908e service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.1009393 Mar 10 07:16:19.173100 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] Set router 67a9202b-4554-408b-88cc-8d065ad75a17 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:19.174737 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] Current status of the port 705c1e72-7208-4523-b03a-ba97c19c9572 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:19.175131 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:19.229270 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] For port 705c1e72-7208-4523-b03a-ba97c19c9572, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=705c1e72-7208-4523-b03a-ba97c19c9572,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:19.263919 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-d9b07774-21ff-4789-ad76-c99226132075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 200 len: 1000 time: 0.1226406 Mar 10 07:16:19.295342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:19.320662 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a5bb-b4fb-462b-8824-411594283913 req-41181bcd-f8a3-4a1e-841d-3dbb2a3a66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:19.322811 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-41181bcd-f8a3-4a1e-841d-3dbb2a3a66fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0515530 Mar 10 07:16:19.353420 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55662152-5b04-4672-96fe-aedaf92c54d5 None None] Pushing event updated for resources: {'Port': ['ID=705c1e72-7208-4523-b03a-ba97c19c9572,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:19.379629 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a5bb-b4fb-462b-8824-411594283913 req-d284c77d-002c-4dd8-9329-670b0cc8d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:19.381507 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-d284c77d-002c-4dd8-9329-670b0cc8d1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495906 Mar 10 07:16:19.426138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-257a5ae5-4e92-46d1-9780-9dec35367c0c None None] Provisioning complete for port 705c1e72-7208-4523-b03a-ba97c19c9572 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:19.426514 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-257a5ae5-4e92-46d1-9780-9dec35367c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:19.430132 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '705c1e72-7208-4523-b03a-ba97c19c9572', 'name': '', 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'mac_address': 'fa:16:3e:97:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:13Z', 'updated_at': '2022-03-10T07:16:18Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'subnets': [{'id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:19.457486 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af82fb-3110-4b24-8e99-42b6a6582ce7 None None] The sync data for ids ['67a9202b-4554-408b-88cc-8d065ad75a17'] in dv-cinder-832919-1-iscsi is: [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:16:13Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '705c1e72-7208-4523-b03a-ba97c19c9572', 'name': '', 'network_id': 'a52e4702-6f13-4725-8b7a-569d89ac40d7', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'mac_address': 'fa:16:3e:97:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:13Z', 'updated_at': '2022-03-10T07:16:18Z', 'revision_number': 4, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'subnets': [{'id': 'ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:16:19.517892 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-9ed48d63-88f2-4a83-b5b7-55a1e86272bb service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283481 Mar 10 07:16:19.522939 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-257a5ae5-4e92-46d1-9780-9dec35367c0c None None] Current status of the port 705c1e72-7208-4523-b03a-ba97c19c9572 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:19.533377 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466117-0307-4217-acc5-58d053065310 req-049c9ad0-4d10-4122-881f-7dae050ea240 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:19.534772 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0f466117-0307-4217-acc5-58d053065310 req-049c9ad0-4d10-4122-881f-7dae050ea240 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0726089 Mar 10 07:16:19.683914 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6281a5bb-b4fb-462b-8824-411594283913 req-d7321964-fccc-498f-b900-133a6ba21a98 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481788 Mar 10 07:16:19.702937 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Deleting port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:16:19.703268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:19.798466 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] For port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:19.798819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:19.961731 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467d71e-2f40-4564-a206-241b5cb02b6a req-09bc6061-17a9-42e3-8367-00e48e671350 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:19.963190 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f467d71e-2f40-4564-a206-241b5cb02b6a req-09bc6061-17a9-42e3-8367-00e48e671350 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 946 time: 0.0546041 Mar 10 07:16:20.025076 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f467d71e-2f40-4564-a206-241b5cb02b6a req-606f8e24-5ad4-4b03-a45b-bd7695775077 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=56752eea-d8cb-4a34-854e-e3ff9f006678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559566 Mar 10 07:16:20.044236 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:20.044746 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (e94da393-97be-4edb-9038-90d4b106e096), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:20.044988 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Floating IP e94da393-97be-4edb-9038-90d4b106e096 disassociated. External IP: 172.27.0.183, port: 38906e74-7f9a-4891-8fcb-e0620c3e0fdc. Mar 10 07:16:20.045225 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Calling delete_port for 38906e74-7f9a-4891-8fcb-e0620c3e0fdc owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:16:20.218701 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 705c1e72-7208-4523-b03a-ba97c19c9572 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:20.269485 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 705c1e72-7208-4523-b03a-ba97c19c9572 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:20.269869 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:20.270203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (38906e74-7f9a-4891-8fcb-e0620c3e0fdc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:20.301392 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event deleted for resources: {'Port': ['ID=38906e74-7f9a-4891-8fcb-e0620c3e0fdc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:20.363487 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 705c1e72-7208-4523-b03a-ba97c19c9572 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:20.428244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Router 509602e6-293a-46cd-92ff-afddf759d2f3 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:16:20.541918 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:16:20.552379 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d031c9-6002-410e-8fab-666da4871118 None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:16:20.561999 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:20.562603 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:20.582901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] No DVR routers for this DVR port 38906e74-7f9a-4891-8fcb-e0620c3e0fdc on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:16:20.585381 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:20.589537 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0f466117-0307-4217-acc5-58d053065310 req-e89d4570-f330-4363-97f4-962a3293faae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "DELETE /v2.0/ports/38906e74-7f9a-4891-8fcb-e0620c3e0fdc HTTP/1.1" status: 204 len: 173 time: 1.0459037 Mar 10 07:16:20.589970 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-deleted', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:20.592193 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e80fc4e-9d8a-497e-85a1-237b9c085e42" -d '{"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-deleted", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:20.633085 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e015c14-8591-4292-a051-6460b0067fdb x-openstack-request-id: req-0e015c14-8591-4292-a051-6460b0067fdb {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:20.634033 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6175e58-3eaf-4194-8db2-c3f8c3943626", "name": "network-vif-deleted", "tag": "38906e74-7f9a-4891-8fcb-e0620c3e0fdc", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:20.634288 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e015c14-8591-4292-a051-6460b0067fdb {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:20.634688 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6175e58-3eaf-4194-8db2-c3f8c3943626', 'name': 'network-vif-deleted', 'tag': '38906e74-7f9a-4891-8fcb-e0620c3e0fdc', 'status': 'completed', 'code': 200} Mar 10 07:16:20.685588 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:20.904846 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:20.931876 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d031c9-6002-410e-8fab-666da4871118 None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:16:20.940093 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:20.940683 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:21.078772 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:21.150474 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a24aa57-d0f1-4956-9fbf-cd2c2980565c req-6ab06fde-4dcf-4cf3-ba0e-9339b62df714 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6175e58-3eaf-4194-8db2-c3f8c3943626 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Mar 10 07:16:21.286851 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe389-5bcb-4b5b-b2b2-f82ab3ef1c33 req-5ed8d60f-b7c7-411e-ab82-5ee5a7f31f57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:21.288393 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-47abe389-5bcb-4b5b-b2b2-f82ab3ef1c33 req-5ed8d60f-b7c7-411e-ab82-5ee5a7f31f57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0566809 Mar 10 07:16:21.306952 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-61d031c9-6002-410e-8fab-666da4871118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:21.341096 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d031c9-6002-410e-8fab-666da4871118 None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:16:21.349186 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-47abe389-5bcb-4b5b-b2b2-f82ab3ef1c33 req-cde33127-f8f1-44c4-9836-9f4a58ffccd4 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527523 Mar 10 07:16:22.309973 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339c37-41f8-4b87-a1fd-8ce10f052f3d None None] New status for floating IP e94da393-97be-4edb-9038-90d4b106e096: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:16:22.331064 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:22.394367 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a27cb9f8-7c17-4438-bffc-4a887cdcdd46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (56752eea-d8cb-4a34-854e-e3ff9f006678), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.422733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a27cb9f8-7c17-4438-bffc-4a887cdcdd46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (56752eea-d8cb-4a34-854e-e3ff9f006678), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.521134 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958c34-7b41-49b3-bbcf-54643a864d82 req-4acfa1a2-99e1-4c39-9141-fb2704c0f3d7 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:22.522638 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-87958c34-7b41-49b3-bbcf-54643a864d82 req-4acfa1a2-99e1-4c39-9141-fb2704c0f3d7 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0624263 Mar 10 07:16:22.574466 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-87958c34-7b41-49b3-bbcf-54643a864d82 req-4493641f-3529-4ba4-863d-4bdfd33665c7 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Mar 10 07:16:22.594369 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a27cb9f8-7c17-4438-bffc-4a887cdcdd46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (56752eea-d8cb-4a34-854e-e3ff9f006678), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.594369 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a27cb9f8-7c17-4438-bffc-4a887cdcdd46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.594369 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a27cb9f8-7c17-4438-bffc-4a887cdcdd46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "DELETE /v2.0/security-groups/56752eea-d8cb-4a34-854e-e3ff9f006678 HTTP/1.1" status: 204 len: 168 time: 0.2597063 Mar 10 07:16:22.595208 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47524) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:22.612229 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb9f8-7c17-4438-bffc-4a887cdcdd46 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56752eea-d8cb-4a34-854e-e3ff9f006678,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:22.614464 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.api.v2.resource [None req-3fc5d9a2-0728-4196-8c1c-ca4697e08643 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] show failed (client error): The resource could not be found. Mar 10 07:16:22.616155 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3fc5d9a2-0728-4196-8c1c-ca4697e08643 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups/56752eea-d8cb-4a34-854e-e3ff9f006678 HTTP/1.1" status: 404 len: 347 time: 0.0192919 Mar 10 07:16:22.621652 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47526) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:22.762436 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Deleting port a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:16:22.762776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.840903 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.841216 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:22.852709 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Calling delete_port for a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e owned by network:floatingip {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:16:23.081499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.110562 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event deleted for resources: {'Port': ['ID=a07c1f0a-4e85-4b9d-863c-1e3df3a3e53e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:23.170493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (e94da393-97be-4edb-9038-90d4b106e096), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.173398 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.174578 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9c5bcfc3-e3c5-410c-9170-4da2c3b6819f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "DELETE /v2.0/floatingips/e94da393-97be-4edb-9038-90d4b106e096 HTTP/1.1" status: 204 len: 168 time: 0.5518486 Mar 10 07:16:23.460405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47534) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:23.466242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70835189', 'description': 'tempest-description--2010674540'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:23.556546 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.631239 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (aa844852-8189-4cab-bed8-b6dcbb87c8f9), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.678476 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (aa844852-8189-4cab-bed8-b6dcbb87c8f9), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.707198 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff1d49-27c2-4890-85c1-430abe90e1a6 req-f77cd242-d191-4c1a-b392-186986e88e41 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:23.708749 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-12ff1d49-27c2-4890-85c1-430abe90e1a6 req-f77cd242-d191-4c1a-b392-186986e88e41 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0584893 Mar 10 07:16:23.712764 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa844852-8189-4cab-bed8-b6dcbb87c8f9,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:23.769541 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-12ff1d49-27c2-4890-85c1-430abe90e1a6 req-0a04208d-bd8e-4412-ba29-1815551f3e0c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 Mar 10 07:16:23.792118 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.793661 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3b6961ad-0409-40e3-a332-b75379d42d55 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3312578 Mar 10 07:16:23.807186 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47538) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:23.811533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'security_group_rule': {'security_group_id': 'aa844852-8189-4cab-bed8-b6dcbb87c8f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:23.889820 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (1027a9a8-7064-4a0c-90b3-304d9fadcb0d), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.947602 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (1027a9a8-7064-4a0c-90b3-304d9fadcb0d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:23.985419 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:16:24.009330 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 38906e74-7f9a-4891-8fcb-e0620c3e0fdc {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:16:24.009330 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 38906e74-7f9a-4891-8fcb-e0620c3e0fdc not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:16:24.026871 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (1027a9a8-7064-4a0c-90b3-304d9fadcb0d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.045742 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1027a9a8-7064-4a0c-90b3-304d9fadcb0d,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:24.120743 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.121984 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-28e71a8c-1ddc-4940-8fce-4acd6ff1c1d5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138275 Mar 10 07:16:24.124643 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47540) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:24.128804 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'security_group_rule': {'security_group_id': 'aa844852-8189-4cab-bed8-b6dcbb87c8f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:24.207903 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (9ccdeb32-39cf-4736-a8da-1b41ff955964), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.262602 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (9ccdeb32-39cf-4736-a8da-1b41ff955964), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.329555 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (9ccdeb32-39cf-4736-a8da-1b41ff955964), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.348288 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccdeb32-39cf-4736-a8da-1b41ff955964,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:24.423017 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.424353 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-58629ecf-c05c-45c0-b92c-1a6b00ea3b9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987885 Mar 10 07:16:24.427431 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47542) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:24.432472 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:24.533009 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.630767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.736078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Allocated IP 172.27.0.3 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/976cb46f-fd9d-49d9-95a2-fdfdd9d505f3) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:24.838849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.891839 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd64c1-ae57-403c-a04f-85e0931d31fe req-d3b4b5af-74a0-48f5-b5be-3c3e3b2c8395 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:24.893876 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ddd64c1-ae57-403c-a04f-85e0931d31fe req-d3b4b5af-74a0-48f5-b5be-3c3e3b2c8395 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0558383 Mar 10 07:16:24.942543 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ddd64c1-ae57-403c-a04f-85e0931d31fe req-f0e50482-58ed-400f-8c9d-654b627baae2 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Mar 10 07:16:24.944359 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:24.982427 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:24.987120 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:24.990433 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:24.995644 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'Port': ['ID=976cb46f-fd9d-49d9-95a2-fdfdd9d505f3,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:25.079496 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (922ea86a-7ba2-47f5-91fa-55392d43d81a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.191826 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.342195 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.386754 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.456171 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'Port': ['ID=976cb46f-fd9d-49d9-95a2-fdfdd9d505f3,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:25.464140 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (922ea86a-7ba2-47f5-91fa-55392d43d81a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.531684 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:25.532962 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2a569f77-96f9-4d64-bd96-2d5262b38c88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1044660 Mar 10 07:16:25.880216 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-29273222-5309-4747-aa1c-dbfd8b01952f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--70835189&fields=id&tenant_id=3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 267 time: 0.0405984 Mar 10 07:16:25.989976 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-f98969ab-1983-4b26-90d3-cd056222d54d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:25.991398 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-f98969ab-1983-4b26-90d3-cd056222d54d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 817 time: 0.1052535 Mar 10 07:16:26.006181 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-f8ab278d-e411-4f48-829b-c85bacdd8db4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/quotas/3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 375 time: 0.0089653 Mar 10 07:16:26.094166 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecfb0-6688-4255-9516-543ea5c257df req-5c9b396a-ee19-4b62-83c6-af8e72ba8311 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:26.095598 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b4eecfb0-6688-4255-9516-543ea5c257df req-5c9b396a-ee19-4b62-83c6-af8e72ba8311 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0855980 Mar 10 07:16:26.104613 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-67cfaa36-8159-4f20-b00e-d223b5d3f5ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856216 Mar 10 07:16:26.181482 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b4eecfb0-6688-4255-9516-543ea5c257df req-9ae875a6-c898-48fe-bf7d-783659896f8d tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759387 Mar 10 07:16:26.404062 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-fdd31404-c072-40ea-8b8e-1da1429e5906 service neutron] 10.222.0.30 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864008 Mar 10 07:16:26.491470 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-dd523a35-64c7-4c93-997a-4b19a9fc7a26 service neutron] 10.222.0.30 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818200 Mar 10 07:16:26.731411 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-88f04357-e75c-479d-9c67-a46cfe808590 req-cda93f40-a89f-4454-8c81-cfdf7b94537c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 210 time: 0.0307002 Mar 10 07:16:27.298573 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcdcb9-f984-46bc-a723-6b35e3fa786d req-75604ae5-18a6-4473-a8e4-a4b663508f33 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:27.300016 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cdcdcb9-f984-46bc-a723-6b35e3fa786d req-75604ae5-18a6-4473-a8e4-a4b663508f33 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0512033 Mar 10 07:16:27.350086 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1cdcdcb9-f984-46bc-a723-6b35e3fa786d req-68bdf10d-4ae2-46c2-9959-a29ff59ee3f8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Mar 10 07:16:27.837495 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d60cac60-efbd-44ad-a970-bb5f173317df req-dc814da7-a77a-4cc0-9586-a2c5e4717a3d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 210 time: 0.0275183 Mar 10 07:16:28.476280 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6d37e-f053-4457-afc0-968e65edcafa req-776ed71b-d091-469f-902e-e6fc72d2ae60 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:28.478365 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-98f6d37e-f053-4457-afc0-968e65edcafa req-776ed71b-d091-469f-902e-e6fc72d2ae60 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0614617 Mar 10 07:16:28.527199 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-98f6d37e-f053-4457-afc0-968e65edcafa req-e565d808-8f56-401c-a819-7a7a903df3cb tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Mar 10 07:16:28.576601 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-3da23eac-ab9e-418d-927c-cfa1b060e981 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:28.578079 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-3da23eac-ab9e-418d-927c-cfa1b060e981 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 817 time: 0.1038392 Mar 10 07:16:28.636912 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-d67a37fb-b8de-426e-b171-8bdf75b479e3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 378 time: 0.0492554 Mar 10 07:16:28.650095 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'port': {'device_id': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'admin_state_up': True, 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'security_groups': ['aa844852-8189-4cab-bed8-b6dcbb87c8f9']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:28.843959 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Made reservation on behalf of 3d3a1272878d4494aec6be4b603661cb for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:16:28.847454 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:28.938367 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-198202f4-67c2-4cab-85b2-666756278042 req-82d5f1e3-4a4a-42cc-b44b-b17dafb59bbc tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Mar 10 07:16:28.973222 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Allocated IP 172.20.0.5 (0c11976c-f7f1-47f8-a765-a8aef91cf0db/bb534754-6cd8-4396-b07c-7b5c61ffe8b4/54bdc946-cd7d-4245-93ca-8bde134a445b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:29.107139 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:29.198870 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:29.235562 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:29.238661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:29.241260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:29.289225 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:29.307374 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:29.307977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:29.376354 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-e1d39815-80ec-4172-8f86-607a5f9a11a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306681 Mar 10 07:16:29.388878 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Request body: {'port': {'device_id': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:29.416548 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-4d1a2d95-76f6-451a-8ab9-88936bb1ebca None None] Provisioning complete for port 54bdc946-cd7d-4245-93ca-8bde134a445b triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:29.417128 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2d95-76f6-451a-8ab9-88936bb1ebca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:29.455532 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a2d95-76f6-451a-8ab9-88936bb1ebca None None] Port 54bdc946-cd7d-4245-93ca-8bde134a445b cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:16:29.647589 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d46c7f-7b30-4e9c-b34c-b9f3f4e73b52 req-82ea5221-9883-4cae-8f5b-421983b93113 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:29.648993 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f5d46c7f-7b30-4e9c-b34c-b9f3f4e73b52 req-82ea5221-9883-4cae-8f5b-421983b93113 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0533147 Mar 10 07:16:29.693513 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:29.697388 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f5d46c7f-7b30-4e9c-b34c-b9f3f4e73b52 req-19705dd1-a0dd-4968-a56f-e2cd284cabbe tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Mar 10 07:16:29.947584 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bdc946-cd7d-4245-93ca-8bde134a445b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:16:29.954818 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Publish callbacks [] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:29.966979 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Transition to ACTIVE for port object 54bdc946-cd7d-4245-93ca-8bde134a445b will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:16:30.026493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:30.062910 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea97e1-5d5e-4ad5-b69b-122624afe7fb req-c27af395-ec02-4e36-83d8-670514dd9bd3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.064384 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-21ea97e1-5d5e-4ad5-b69b-122624afe7fb req-c27af395-ec02-4e36-83d8-670514dd9bd3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 931 time: 0.0561678 Mar 10 07:16:30.076734 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:30.115610 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-21ea97e1-5d5e-4ad5-b69b-122624afe7fb req-dc8a044b-b062-4d21-b12f-cbeffe6e66a7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445774 Mar 10 07:16:30.146588 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Attempting to bind port 54bdc946-cd7d-4245-93ca-8bde134a445b on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:30.146930 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Attempting to bind port 54bdc946-cd7d-4245-93ca-8bde134a445b by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:30.147296 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Attempting to bind port 54bdc946-cd7d-4245-93ca-8bde134a445b on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:30.152349 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Port 54bdc946-cd7d-4245-93ca-8bde134a445b on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:16:30.152670 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Attempting to bind port 54bdc946-cd7d-4245-93ca-8bde134a445b on network 0c11976c-f7f1-47f8-a765-a8aef91cf0db {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:30.157630 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:30.157962 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Checking segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:30.158340 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Bound using segment: {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:30.158759 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Bound port: 54bdc946-cd7d-4245-93ca-8bde134a445b, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31065168-0b95-4155-b542-ebdeceaf3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:30.159111 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:30.226043 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:30.229627 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:30.281246 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:30.314949 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.315554 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:30.316905 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] 10.222.0.20 "PUT /v2.0/ports/54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 1093 time: 0.9322648 Mar 10 07:16:30.317412 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:30.319610 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fbee60-7357-4d5f-a831-c24f6882c143" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:30.345710 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83b1f-a27d-4e88-8e95-ca45d43f5d89 service neutron] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:30.362471 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6389e031-ecd5-466c-bf65-a9b91261b4d1 x-openstack-request-id: req-6389e031-ecd5-466c-bf65-a9b91261b4d1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:30.362762 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:30.363005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6389e031-ecd5-466c-bf65-a9b91261b4d1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:30.363401 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'status': 'completed', 'code': 200} Mar 10 07:16:30.436182 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbee60-7357-4d5f-a831-c24f6882c143 req-9e208ca6-1d6e-4244-bd95-a48b85706991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.437754 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-31fbee60-7357-4d5f-a831-c24f6882c143 req-9e208ca6-1d6e-4244-bd95-a48b85706991 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1127 time: 0.0477080 Mar 10 07:16:30.538443 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbee60-7357-4d5f-a831-c24f6882c143 req-e8bcc1d2-5485-4462-a530-cb27adabd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.539870 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-31fbee60-7357-4d5f-a831-c24f6882c143 req-e8bcc1d2-5485-4462-a530-cb27adabd356 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d3a1272878d4494aec6be4b603661cb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0949464 Mar 10 07:16:30.628864 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbee60-7357-4d5f-a831-c24f6882c143 req-4cfd58f9-ca4c-4ebc-a876-77cd3a1b865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.630220 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-31fbee60-7357-4d5f-a831-c24f6882c143 req-4cfd58f9-ca4c-4ebc-a876-77cd3a1b865b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836277 Mar 10 07:16:30.722725 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-b1a59978-4772-4398-b0ed-3cb85eb8f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.724230 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-b1a59978-4772-4398-b0ed-3cb85eb8f669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1127 time: 0.0493183 Mar 10 07:16:30.766891 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-90bb0abc-2359-4db0-8649-747f51d8a11a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 217 time: 0.0346825 Mar 10 07:16:30.814889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-820c5039-014b-4a20-90ae-d34bd3eb5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.816330 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-820c5039-014b-4a20-90ae-d34bd3eb5a61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0443957 Mar 10 07:16:30.818269 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e6b9-bbe9-42e8-a58e-3fd37625c266 req-4f0cedac-fef9-4526-b66b-1c1a972af17c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.819717 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8c2e6b9-bbe9-42e8-a58e-3fd37625c266 req-4f0cedac-fef9-4526-b66b-1c1a972af17c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0556679 Mar 10 07:16:30.870563 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-b622793c-2977-43da-8b0d-b94b1b6b6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:30.872482 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-b622793c-2977-43da-8b0d-b94b1b6b6564 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465829 Mar 10 07:16:30.872817 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8c2e6b9-bbe9-42e8-a58e-3fd37625c266 req-b78c5251-ed13-4f60-9db9-4c46a3d7f636 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Mar 10 07:16:30.963663 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-f5b19d8e-1d29-4ec8-87a6-7cd51821005c service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Mar 10 07:16:31.052231 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1bbe2c14-7f1c-4846-95a0-20ea598b9fe8 req-3dca3557-f5cb-430a-8b85-e1916791f135 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817189 Mar 10 07:16:31.238308 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9b365-116b-40d7-bd7f-40bcba2b541a req-2dce30a8-2628-4550-b7b3-db19a7ce2a3d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:31.239746 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d5e9b365-116b-40d7-bd7f-40bcba2b541a req-2dce30a8-2628-4550-b7b3-db19a7ce2a3d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0515099 Mar 10 07:16:31.288136 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d5e9b365-116b-40d7-bd7f-40bcba2b541a req-7e02ec34-c716-4eea-897f-adfab4959d29 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420852 Mar 10 07:16:31.990549 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1397e-197b-4ec5-95c5-244decf3efd8 req-6c08ada5-9ce5-438b-919e-156d0f1bdf2b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:31.991992 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ae1397e-197b-4ec5-95c5-244decf3efd8 req-6c08ada5-9ce5-438b-919e-156d0f1bdf2b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0520856 Mar 10 07:16:32.040229 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ae1397e-197b-4ec5-95c5-244decf3efd8 req-60983471-3f9e-4dcb-8eab-322488b8b3fa tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Mar 10 07:16:32.409243 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8f159-89e3-4dc9-96ae-8549e11ce5c2 req-f6e69d34-1bc9-4c90-96e7-2e1e02fa8792 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:32.410599 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0b8f159-89e3-4dc9-96ae-8549e11ce5c2 req-f6e69d34-1bc9-4c90-96e7-2e1e02fa8792 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0504875 Mar 10 07:16:32.455410 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0b8f159-89e3-4dc9-96ae-8549e11ce5c2 req-a9d42347-479b-4c57-8a8c-845eea238cac tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384488 Mar 10 07:16:33.295944 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a650-88e0-4655-8082-7b53a5d17819 req-cf3f143c-5a33-48fa-8fdd-a7a4e50eb555 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:33.297391 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7cc1a650-88e0-4655-8082-7b53a5d17819 req-cf3f143c-5a33-48fa-8fdd-a7a4e50eb555 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.1914139 Mar 10 07:16:33.344268 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7cc1a650-88e0-4655-8082-7b53a5d17819 req-9621d689-9444-44af-9322-6c05738e017e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Mar 10 07:16:33.573978 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455ffe-43c6-490f-8728-c7c1ee035f85 req-04fe85e6-3608-4d1b-be55-e5153f0051fe tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:33.575406 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5b455ffe-43c6-490f-8728-c7c1ee035f85 req-04fe85e6-3608-4d1b-be55-e5153f0051fe tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0510945 Mar 10 07:16:33.620588 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5b455ffe-43c6-490f-8728-c7c1ee035f85 req-d9efe3f1-aadf-4c80-9f27-2cb7dc837b74 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398531 Mar 10 07:16:34.462209 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949b3a-5f54-4163-bfca-9ff642726783 req-a1d6db1e-f5ed-4594-aff7-d5bc88600403 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:34.463633 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9949b3a-5f54-4163-bfca-9ff642726783 req-a1d6db1e-f5ed-4594-aff7-d5bc88600403 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0546491 Mar 10 07:16:34.513942 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9949b3a-5f54-4163-bfca-9ff642726783 req-2ab5452a-29d4-4c7a-8102-6fc48bf1ee6b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Mar 10 07:16:34.737005 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ae333-02c5-486b-a0d6-674224af0fea req-8229c678-4e2f-477f-bb89-655353bd6e35 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:34.738472 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9a9ae333-02c5-486b-a0d6-674224af0fea req-8229c678-4e2f-477f-bb89-655353bd6e35 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0509565 Mar 10 07:16:34.784223 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9a9ae333-02c5-486b-a0d6-674224af0fea req-dec1a75a-d373-4b1b-be67-6b53545ae110 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392752 Mar 10 07:16:35.628243 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8c6ac-7d2f-4850-af25-d2d82fde8a08 req-fd2443ee-2487-4c9d-9130-c13f941d0916 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:35.629697 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41b8c6ac-7d2f-4850-af25-d2d82fde8a08 req-fd2443ee-2487-4c9d-9130-c13f941d0916 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0510554 Mar 10 07:16:35.679665 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-41b8c6ac-7d2f-4850-af25-d2d82fde8a08 req-38c6a322-daeb-4856-9852-ee253aba696d tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Mar 10 07:16:35.905019 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b1425-0a40-4e0b-bd67-38fbe2b2cd1e req-8752465b-77f4-45b8-ae13-9cabdfdaf6bf tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:35.906473 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d09b1425-0a40-4e0b-bd67-38fbe2b2cd1e req-8752465b-77f4-45b8-ae13-9cabdfdaf6bf tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0517311 Mar 10 07:16:35.951472 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d09b1425-0a40-4e0b-bd67-38fbe2b2cd1e req-c0d1aebe-3bcc-4446-9bb2-984cda4bbf1f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395703 Mar 10 07:16:36.077530 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:16:36.290653 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:36.301627 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'mac_address': 'fa:16:3e:8c:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:16:36.339072 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:36.339679 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:36.351891 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bdc946-cd7d-4245-93ca-8bde134a445b {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:16:36.370775 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:36.449362 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:36.496280 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:36.628406 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0610-5758-4084-b762-550213b7d7fc req-d3b025ef-a725-40d5-9918-38e053be95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:36.629796 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-d3b025ef-a725-40d5-9918-38e053be95db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1129 time: 0.0441039 Mar 10 07:16:36.720290 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0610-5758-4084-b762-550213b7d7fc req-bf6ccc49-3f1e-469f-a5bd-7d70b3c15363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:36.721929 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-bf6ccc49-3f1e-469f-a5bd-7d70b3c15363 service neutron] 10.222.0.20 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 909 time: 0.0854087 Mar 10 07:16:36.788666 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-6d95a1f1-89d9-40ce-a4c6-89ad5a0678a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 1000 time: 0.0610032 Mar 10 07:16:36.800099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477bb5-deae-41a6-b3c8-f2df74bf104d req-4dd9f183-a463-42a2-8e88-5bc733794178 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:36.801568 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae477bb5-deae-41a6-b3c8-f2df74bf104d req-4dd9f183-a463-42a2-8e88-5bc733794178 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0508416 Mar 10 07:16:36.839564 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0610-5758-4084-b762-550213b7d7fc req-c74acf36-b60b-4f2c-a820-eaa1ed9b7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:36.841009 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-c74acf36-b60b-4f2c-a820-eaa1ed9b7d11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 200 len: 847 time: 0.0441146 Mar 10 07:16:36.850091 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae477bb5-deae-41a6-b3c8-f2df74bf104d req-8093f9ef-e517-4c97-aa64-1fe1f27803dc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Mar 10 07:16:36.889510 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0610-5758-4084-b762-550213b7d7fc req-7bf4bbf1-c290-4b35-a93c-85fbc18e8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:36.890909 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-7bf4bbf1-c290-4b35-a93c-85fbc18e8193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49081606-0680-4e63-907e-aa47f0a0685a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438082 Mar 10 07:16:36.913013 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['54bdc946-cd7d-4245-93ca-8bde134a445b'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:16:36.986270 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-fdeb0278-0059-4a51-a9d1-af07796ca0eb service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888505 Mar 10 07:16:37.080269 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b7a7a-e347-43eb-81fa-d36bff500a9f req-85c0ad98-f68f-48d5-91f7-b9fa07e334dc tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:37.081987 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-148b7a7a-e347-43eb-81fa-d36bff500a9f req-85c0ad98-f68f-48d5-91f7-b9fa07e334dc tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 944 time: 0.0593586 Mar 10 07:16:37.083696 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d3ea0610-5758-4084-b762-550213b7d7fc req-08d203cb-f5b3-4be9-8f1d-8086a76d4eca service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904932 Mar 10 07:16:37.129554 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-148b7a7a-e347-43eb-81fa-d36bff500a9f req-b4844f32-e9c6-43b5-a6e2-4815a7720fc3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416307 Mar 10 07:16:37.717016 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:16:38.118254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39982e64-43ce-4a91-ac41-82de774a77e9 req-fc696f93-a38e-4534-b3ba-5c23751349c9 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:38.119703 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39982e64-43ce-4a91-ac41-82de774a77e9 req-fc696f93-a38e-4534-b3ba-5c23751349c9 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0511117 Mar 10 07:16:38.169403 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39982e64-43ce-4a91-ac41-82de774a77e9 req-3052aa91-afa6-4a71-a931-736ed33af12f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Mar 10 07:16:38.249914 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf58be8-8e4f-41b6-a9a8-6881df31ab36 req-8c48dda3-1886-4785-b207-5c4798b7fbc2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:38.251326 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aaf58be8-8e4f-41b6-a9a8-6881df31ab36 req-8c48dda3-1886-4785-b207-5c4798b7fbc2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 944 time: 0.0505664 Mar 10 07:16:38.300006 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aaf58be8-8e4f-41b6-a9a8-6881df31ab36 req-293c866a-9ec0-4bf3-b892-3b0f1cc5520e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432105 Mar 10 07:16:39.302175 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbc6e7-0f68-4689-8718-472027a4d1bb req-0b412cf3-51f2-4424-ad2e-6a3cac5cc227 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:39.303620 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-accbc6e7-0f68-4689-8718-472027a4d1bb req-0b412cf3-51f2-4424-ad2e-6a3cac5cc227 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0512919 Mar 10 07:16:39.352851 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-accbc6e7-0f68-4689-8718-472027a4d1bb req-6f23b15f-5116-4f4d-88a5-e23df334a042 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Mar 10 07:16:39.421015 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee57a73-c505-4bf6-9313-05e6f375bb63 req-cbfb8269-b90e-46b3-bc03-e0fcd469733f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:39.422460 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2ee57a73-c505-4bf6-9313-05e6f375bb63 req-cbfb8269-b90e-46b3-bc03-e0fcd469733f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 944 time: 0.0505276 Mar 10 07:16:39.467870 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2ee57a73-c505-4bf6-9313-05e6f375bb63 req-c4c40354-8697-4bd6-92bc-7b4d2ad58165 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395598 Mar 10 07:16:40.109895 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:40.226654 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 54bdc946-cd7d-4245-93ca-8bde134a445b completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:16:40.230796 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 54bdc946-cd7d-4245-93ca-8bde134a445b triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:40.231463 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:40.305948 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:40.306261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:40.327896 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:40.330106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f6e1c-906f-47b2-b4be-b33157f06059" -d '{"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-plugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:40.353123 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:40.368289 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e12be2-ce8b-47a8-8daf-34862da3e603 x-openstack-request-id: req-f8e12be2-ce8b-47a8-8daf-34862da3e603 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:40.368571 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-plugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:40.368823 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8e12be2-ce8b-47a8-8daf-34862da3e603 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:40.369236 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'code': 200} Mar 10 07:16:40.458096 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:40.475417 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e71ac-2665-44d7-a04a-f5ed0a25995f req-c66114af-08d2-4b59-be17-3fc5f33fa0b2 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:40.476851 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-920e71ac-2665-44d7-a04a-f5ed0a25995f req-c66114af-08d2-4b59-be17-3fc5f33fa0b2 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0554667 Mar 10 07:16:40.521522 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:40.536323 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-920e71ac-2665-44d7-a04a-f5ed0a25995f req-53a2edb5-c15a-4c4a-80b9-b891857a630c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528986 Mar 10 07:16:40.594795 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376382-95b5-458e-828b-300c9ccaae00 req-be130a90-a898-411f-b66f-fd1cd424e5e1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:40.596345 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-03376382-95b5-458e-828b-300c9ccaae00 req-be130a90-a898-411f-b66f-fd1cd424e5e1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0529957 Mar 10 07:16:40.645199 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-03376382-95b5-458e-828b-300c9ccaae00 req-a3e0a703-9120-4e0a-91d4-1f2ac294f761 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426915 Mar 10 07:16:40.671835 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8d2b-607d-413d-96e4-76f6290b5aae req-5d2ae2c0-ced3-45c6-9676-59e198dd66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:40.675701 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-474e8d2b-607d-413d-96e4-76f6290b5aae req-5d2ae2c0-ced3-45c6-9676-59e198dd66ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1129 time: 0.0462604 Mar 10 07:16:40.723168 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-474e8d2b-607d-413d-96e4-76f6290b5aae req-6b99b7f0-ed01-460c-a6d7-e14a539bff9f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431051 Mar 10 07:16:40.922259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e504-bb7a-4217-a482-0e04e13a5d30 req-3c365e5d-0fc9-4bf1-8c75-2cdb11342f27 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:40.923702 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7978e504-bb7a-4217-a482-0e04e13a5d30 req-3c365e5d-0fc9-4bf1-8c75-2cdb11342f27 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0539293 Mar 10 07:16:40.972092 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7978e504-bb7a-4217-a482-0e04e13a5d30 req-018b154b-4a28-45d3-9577-dbdbd988baf5 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Mar 10 07:16:40.973920 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47690) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:41.058236 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-3e09cd0f-70b1-4802-980b-5f5938447317 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832624 Mar 10 07:16:41.066470 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-2d604e2e-137b-4aee-82ed-d7dab28a89ad service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:16:41.067418 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-2d604e2e-137b-4aee-82ed-d7dab28a89ad service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047417 Mar 10 07:16:41.141468 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:41.231828 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920db46-0771-46b1-8901-b2a4520420c7 req-c784f2d0-0892-4231-be4f-63daa5c5ccba tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:41.233118 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-c784f2d0-0892-4231-be4f-63daa5c5ccba tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports/12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 942 time: 0.0907152 Mar 10 07:16:41.503503 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-74fec754-0086-4a00-839e-d5311ccec20b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211840075&fields=id&tenant_id=4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 267 time: 0.0433233 Mar 10 07:16:41.615625 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-b3d12e27-a3a0-4b71-95fe-50edc098994b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:41.615625 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-b3d12e27-a3a0-4b71-95fe-50edc098994b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 811 time: 0.1013000 Mar 10 07:16:41.626374 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-37a236bd-cafd-46f6-b676-95e01f7bc959 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/quotas/4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Mar 10 07:16:41.679994 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-52c84bbe-80f0-4b5f-858e-b12fd341297d tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481470 Mar 10 07:16:41.811399 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-f44584d0-46b4-4553-8c9f-8e15be1751f7 service neutron] 10.222.0.30 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203978 Mar 10 07:16:41.820748 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a16668-b2f8-49d3-8d4f-ea3f440f988f req-d0998540-cb10-4a23-818b-506e55fe2852 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:41.822617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c3a16668-b2f8-49d3-8d4f-ea3f440f988f req-d0998540-cb10-4a23-818b-506e55fe2852 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.1020629 Mar 10 07:16:41.922042 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c3a16668-b2f8-49d3-8d4f-ea3f440f988f req-462d2cb3-7a90-499c-bcf8-82425fc947ea tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916698 Mar 10 07:16:41.942204 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-f91263bd-59e4-4f18-b7ce-7d8c4972182c service neutron] 10.222.0.30 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185930 Mar 10 07:16:42.116081 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c672c0b-b204-4f88-9acd-27da9880d0ad req-c9d0c694-a173-4439-b9bc-7f5bff16879b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:42.117600 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2c672c0b-b204-4f88-9acd-27da9880d0ad req-c9d0c694-a173-4439-b9bc-7f5bff16879b tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0645618 Mar 10 07:16:42.166368 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2c672c0b-b204-4f88-9acd-27da9880d0ad req-ec69acd0-ae4d-4fd0-9ccf-f55620d7be71 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423794 Mar 10 07:16:42.486695 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-76b43d5a-c85d-4240-8fbc-c6215d763eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:42.596020 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d98a47f2-e9a0-444a-9e07-905620081809 req-5378e62a-b7cd-4902-ac9c-d791bd00335b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 210 time: 0.0301633 Mar 10 07:16:43.046057 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c98e0-8cc4-4735-903d-a66a24b66945 req-759a4cdd-e7fa-4e26-ac0a-5d192307edcf tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.048585 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-997c98e0-8cc4-4735-903d-a66a24b66945 req-759a4cdd-e7fa-4e26-ac0a-5d192307edcf tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Mar 10 07:16:43.092678 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-997c98e0-8cc4-4735-903d-a66a24b66945 req-43e38228-316b-4f15-899d-5d05d22a62fa tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394936 Mar 10 07:16:43.213805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9a7c7-117e-4329-87fc-5ad5b03a730a req-fddaa88e-5f03-4de1-83a2-aed2e037966e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.215364 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e5f9a7c7-117e-4329-87fc-5ad5b03a730a req-fddaa88e-5f03-4de1-83a2-aed2e037966e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0547693 Mar 10 07:16:43.224400 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47742) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:16:43.230562 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Request body: {'floatingip': {'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:43.293907 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (922ea86a-7ba2-47f5-91fa-55392d43d81a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:43.373474 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddaafb-7944-40f4-ac63-2dd29548ccbd req-cb25ab7a-a514-49d1-8cff-4f0867e72b18 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.374919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-23ddaafb-7944-40f4-ac63-2dd29548ccbd req-cb25ab7a-a514-49d1-8cff-4f0867e72b18 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.1399226 Mar 10 07:16:43.491634 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-23ddaafb-7944-40f4-ac63-2dd29548ccbd req-24686cea-4d57-4f11-9ad3-0ec03c46ba83 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111469 Mar 10 07:16:43.611677 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920db46-0771-46b1-8901-b2a4520420c7 req-09d574f0-f39c-4f02-9a6f-3046776f6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.613174 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-09d574f0-f39c-4f02-9a6f-3046776f6488 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e&tenant_id=2f5beebb6d3f41729144b49e59c7c811 HTTP/1.1" status: 200 len: 1129 time: 0.0461369 Mar 10 07:16:43.686192 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920db46-0771-46b1-8901-b2a4520420c7 req-9dc46355-2585-4e26-985d-e99404d0bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.687578 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-9dc46355-2585-4e26-985d-e99404d0bf96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1129 time: 0.0459733 Mar 10 07:16:43.709839 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40192292-5102-4902-a549-c4c9e4256406 req-b862ea1a-3e90-4c3b-8878-2b841ea24be8 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 210 time: 0.0576267 Mar 10 07:16:43.792268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920db46-0771-46b1-8901-b2a4520420c7 req-c22f3f26-0a14-486f-8724-7184a6dc8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.793817 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-c22f3f26-0a14-486f-8724-7184a6dc8d6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 909 time: 0.1000631 Mar 10 07:16:43.820442 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:43.862422 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-d8889b1d-3757-4094-b64e-781147e49f26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 1000 time: 0.0618851 Mar 10 07:16:43.901139 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (922ea86a-7ba2-47f5-91fa-55392d43d81a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:43.911042 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920db46-0771-46b1-8901-b2a4520420c7 req-7d815c3a-6117-421f-9426-fcf7d20ff6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.912511 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-7d815c3a-6117-421f-9426-fcf7d20ff6d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 200 len: 847 time: 0.0447235 Mar 10 07:16:43.964573 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920db46-0771-46b1-8901-b2a4520420c7 req-17880dcc-a3ee-4ab4-a735-cf2e191d4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:43.966175 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-17880dcc-a3ee-4ab4-a735-cf2e191d4d23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49081606-0680-4e63-907e-aa47f0a0685a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479913 Mar 10 07:16:44.013201 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Floating IP 922ea86a-7ba2-47f5-91fa-55392d43d81a associated. External IP: 172.27.0.3, port: 54bdc946-cd7d-4245-93ca-8bde134a445b. Mar 10 07:16:44.058785 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-919d6e92-ebd1-4e88-bfb9-6ff418340768 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849943 Mar 10 07:16:44.153032 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:16:44.157876 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-8981a4b7-e8e9-4627-8cf1-39f77117c5c7 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935726 Mar 10 07:16:44.243278 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 12ca5fd8-5506-4117-8cac-9e68beb217f5 is: ACTIVE; New status is: DOWN {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:44.244017 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:44.269393 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:44.271735 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d313dd0-c969-4f49-8410-cea6528683c6" -d '{"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:44.288987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:44.306626 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d343c2fe-ea2d-4ea1-85c9-be998716e665 x-openstack-request-id: req-d343c2fe-ea2d-4ea1-85c9-be998716e665 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:44.311721 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:44.311721 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d343c2fe-ea2d-4ea1-85c9-be998716e665 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:44.311721 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'code': 200} Mar 10 07:16:44.355068 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:44.402022 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=6']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:44.405501 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Router 509602e6-293a-46cd-92ff-afddf759d2f3 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:16:44.512588 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:16:44.517133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:44.524630 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:16:44.536028 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:44.536760 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:44.548991 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1a1033af-f2a0-4f58-9c62-de8563f9a34c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "PUT /v2.0/floatingips/922ea86a-7ba2-47f5-91fa-55392d43d81a HTTP/1.1" status: 200 len: 989 time: 1.3233557 Mar 10 07:16:44.549607 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:44.551804 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce17ac-9766-4eef-a242-8634f3088dde" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:44.624012 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcf6db-c301-4c67-ac74-99a06b2b7a72 req-d319aaaf-745f-4b8e-a265-9d5c23321b27 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:44.629767 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18bcf6db-c301-4c67-ac74-99a06b2b7a72 req-d319aaaf-745f-4b8e-a265-9d5c23321b27 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0598407 Mar 10 07:16:44.651791 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc5dcc-e3ab-4840-860a-d799b9c440a2 x-openstack-request-id: req-1dfc5dcc-e3ab-4840-860a-d799b9c440a2 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:44.652082 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:44.652337 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dfc5dcc-e3ab-4840-860a-d799b9c440a2 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:44.652733 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'status': 'completed', 'code': 200} Mar 10 07:16:44.655664 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:44.688470 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18bcf6db-c301-4c67-ac74-99a06b2b7a72 req-ab019fbf-22e8-4697-933c-d06c55843bbc tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538261 Mar 10 07:16:44.716235 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-3ac639e2-1bf2-48aa-9f3c-2c81cfbac3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:44.717850 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-3ac639e2-1bf2-48aa-9f3c-2c81cfbac3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1129 time: 0.0513248 Mar 10 07:16:44.808635 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eecb9faa-c46f-458f-97b0-1fdd4b8a96b1 req-2e86e51f-d70c-4bfb-91e3-90cc5edad391 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 210 time: 0.0282409 Mar 10 07:16:44.830273 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-e989ce76-ca71-4c62-af24-5f93065e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:44.831866 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-e989ce76-ca71-4c62-af24-5f93065e7231 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.1079485 Mar 10 07:16:44.901316 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-aebd2992-eafb-4dc7-8a29-f80f78b3446f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 997 time: 0.0629005 Mar 10 07:16:44.935018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a2010d45-5982-494d-8396-a89ee5568387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:44.947923 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '922ea86a-7ba2-47f5-91fa-55392d43d81a', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'mac_address': 'fa:16:3e:8c:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:16:25Z', 'updated_at': '2022-03-10T07:16:43Z', 'revision_number': 1, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:44.973649 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:16:44.982292 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:16:44.982889 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:45.016490 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-c1be7245-e80d-4993-a642-b7d8ee9369c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:45.017965 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-c1be7245-e80d-4993-a642-b7d8ee9369c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.1102002 Mar 10 07:16:45.083127 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-118d95e2-f9e2-4897-b087-0148a1fd5712 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:45.084446 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-118d95e2-f9e2-4897-b087-0148a1fd5712 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 811 time: 0.1472645 Mar 10 07:16:45.095396 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-7e0475f7-5a42-4501-8a77-d6fe67f9bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:45.096901 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-7e0475f7-5a42-4501-8a77-d6fe67f9bbd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720441 Mar 10 07:16:45.097734 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:16:45.215569 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-1dd340a6-71ec-4eaf-8931-3f739419ccb8 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 380 time: 0.1221616 Mar 10 07:16:45.229836 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'port': {'device_id': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'admin_state_up': True, 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'security_groups': ['fa555203-6f4b-4c1b-ba23-e94a0d194091']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:45.252762 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-6b135997-722a-4320-b955-aa9004ff8d68 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498663 Mar 10 07:16:45.332987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '922ea86a-7ba2-47f5-91fa-55392d43d81a', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'mac_address': 'fa:16:3e:8c:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:16:25Z', 'updated_at': '2022-03-10T07:16:43Z', 'revision_number': 1, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:16:45.359875 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f6d3e-9f67-497b-a725-efdd00a45f79 None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '922ea86a-7ba2-47f5-91fa-55392d43d81a', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'mac_address': 'fa:16:3e:8c:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:16:25Z', 'updated_at': '2022-03-10T07:16:43Z', 'revision_number': 1, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:16:45.409904 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e0ce17ac-9766-4eef-a242-8634f3088dde req-923934aa-14ea-4199-9567-2abad84400c6 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448665 Mar 10 07:16:45.489369 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Made reservation on behalf of 4156df44ff554fc6bdf3bc55f90981b2 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:16:45.493799 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:45.566440 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca64230-28c8-48ad-bda0-23fd212c81b1 None None] New status for floating IP 922ea86a-7ba2-47f5-91fa-55392d43d81a: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:16:45.626880 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Allocated IP 172.20.0.8 (20ce3eb4-6200-4dc8-a373-3cafa9cd073b/544f77f7-07cc-4a6e-847b-2c43eee2b795/1d7dbdb3-6226-49ab-9a97-e375790f0b40) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:16:45.764635 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:45.811878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b72c1-5e38-4364-bcdd-c97967b624da req-9beb511b-1705-4732-a738-d66161b5517f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:45.813353 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5d6b72c1-5e38-4364-bcdd-c97967b624da req-9beb511b-1705-4732-a738-d66161b5517f tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0524232 Mar 10 07:16:45.861198 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:45.873504 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5d6b72c1-5e38-4364-bcdd-c97967b624da req-abe1f0e6-d425-4975-9bc0-58ba3a1ed70d tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543163 Mar 10 07:16:45.907865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:16:45.913023 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:16:45.917321 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:16:45.948011 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=1d7dbdb3-6226-49ab-9a97-e375790f0b40,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:45.966165 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.966509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.967034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.967544 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.968088 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.968585 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.969080 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.969605 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.970119 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.970610 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.971093 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.971566 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.972029 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:16:45.973161 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69aa1-1b1c-47b3-89b0-88529097134d req-6f580e0a-3c56-4b62-8e1f-a8594d08ab86 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:45.974826 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7bb69aa1-1b1c-47b3-89b0-88529097134d req-6f580e0a-3c56-4b62-8e1f-a8594d08ab86 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 931 time: 0.0740860 Mar 10 07:16:45.991636 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:45.992266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.015329 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.043678 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7bb69aa1-1b1c-47b3-89b0-88529097134d req-9ba04c25-49ae-4ada-8b88-af63dee9a13d tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592062 Mar 10 07:16:46.109528 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-6755ba8a-392f-468c-9887-a5820d47743b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879709 Mar 10 07:16:46.120885 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Request body: {'port': {'device_id': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:16:46.179143 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.221057 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-1656b973-3477-4dbe-a5b0-d8763b0d71d0 None None] Provisioning complete for port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:46.221538 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1656b973-3477-4dbe-a5b0-d8763b0d71d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.260331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-1656b973-3477-4dbe-a5b0-d8763b0d71d0 None None] Port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:16:46.437661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7dbdb3-6226-49ab-9a97-e375790f0b40 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:16:46.445194 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Publish callbacks [] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.457448 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Transition to ACTIVE for port object 1d7dbdb3-6226-49ab-9a97-e375790f0b40 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:16:46.531901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.581977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Pushing event updated for resources: {'Port': ['ID=1d7dbdb3-6226-49ab-9a97-e375790f0b40,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:46.651488 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Attempting to bind port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:16:46.651822 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Attempting to bind port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:16:46.652147 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Attempting to bind port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:46.656666 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:16:46.656987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Attempting to bind port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:16:46.662132 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:16:46.662464 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Checking segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:16:46.662843 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Bound using segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:16:46.663272 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Bound port: 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:16:46.663622 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.731263 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] For port 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:16:46.734174 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] For port 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:16:46.832697 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.874931 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:46.875692 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:46.877190 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] 10.222.0.20 "PUT /v2.0/ports/1d7dbdb3-6226-49ab-9a97-e375790f0b40 HTTP/1.1" status: 200 len: 1093 time: 0.7602568 Mar 10 07:16:46.877770 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:46.880130 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdbc7ea-0563-4a01-b65d-2890987e7868" -d '{"events": [{"name": "network-changed", "server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:46.910398 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed9b4-972c-458a-b8e5-f7ec341c747c service neutron] Pushing event updated for resources: {'Port': ['ID=1d7dbdb3-6226-49ab-9a97-e375790f0b40,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:46.936002 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48497efa-ca9b-4ba9-bcbd-4072fe23b4b6 x-openstack-request-id: req-48497efa-ca9b-4ba9-bcbd-4072fe23b4b6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:46.936300 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:46.936553 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48497efa-ca9b-4ba9-bcbd-4072fe23b4b6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:46.937688 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'status': 'completed', 'code': 200} Mar 10 07:16:47.012073 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc754b4-bba8-47d6-8d9d-c00745ff8d93 req-d7ffaedb-c0ae-4216-bbd0-6419e14868c5 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.017308 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc7ea-0563-4a01-b65d-2890987e7868 req-ff689ee2-12c3-4327-b7b5-f767bea8f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.018853 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9fdbc7ea-0563-4a01-b65d-2890987e7868 req-ff689ee2-12c3-4327-b7b5-f767bea8f4e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 1127 time: 0.0571086 Mar 10 07:16:47.020719 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9dc754b4-bba8-47d6-8d9d-c00745ff8d93 req-d7ffaedb-c0ae-4216-bbd0-6419e14868c5 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0632935 Mar 10 07:16:47.080615 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9dc754b4-bba8-47d6-8d9d-c00745ff8d93 req-a9b003b3-641c-46ce-afc6-3bf242159cc1 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587840 Mar 10 07:16:47.159419 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc7ea-0563-4a01-b65d-2890987e7868 req-6f1ac1fa-df05-4f7c-8ac9-ef5566ead36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.160806 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9fdbc7ea-0563-4a01-b65d-2890987e7868 req-6f1ac1fa-df05-4f7c-8ac9-ef5566ead36c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1344328 Mar 10 07:16:47.197644 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138c339-a2bb-4457-ab61-e4e58bb05ada req-b8daed6e-e1c3-4a39-b88e-c6a75b8a5c69 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.200529 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0138c339-a2bb-4457-ab61-e4e58bb05ada req-b8daed6e-e1c3-4a39-b88e-c6a75b8a5c69 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0583186 Mar 10 07:16:47.256555 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0138c339-a2bb-4457-ab61-e4e58bb05ada req-128c62b8-b613-459d-800c-7ef17445c901 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Mar 10 07:16:47.270722 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc7ea-0563-4a01-b65d-2890987e7868 req-bba564fc-2a2a-4193-8505-c76643825732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.272243 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-9fdbc7ea-0563-4a01-b65d-2890987e7868 req-bba564fc-2a2a-4193-8505-c76643825732 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007173 Mar 10 07:16:47.357077 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-003c8b78-29c0-44f0-b19b-ca89f389a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.358566 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-003c8b78-29c0-44f0-b19b-ca89f389a02f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 1127 time: 0.0476303 Mar 10 07:16:47.397485 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-3b218b25-c58f-47cf-a971-7899d1eed027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40 HTTP/1.1" status: 200 len: 217 time: 0.0321980 Mar 10 07:16:47.444141 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-6e7d7ebf-7bb7-4261-915a-2bdc6f38e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.445682 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-6e7d7ebf-7bb7-4261-915a-2bdc6f38e0d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0428851 Mar 10 07:16:47.486825 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:47.496987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69765d9-e4be-4012-8079-160d4b361900 req-c0d95fa7-bf88-4439-9810-565e36a06266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:47.498502 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-c0d95fa7-bf88-4439-9810-565e36a06266 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471513 Mar 10 07:16:47.590743 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-17efcf7a-acf9-4721-9a01-1fa61ea6c89d service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853684 Mar 10 07:16:47.685413 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c69765d9-e4be-4012-8079-160d4b361900 req-04598e85-43da-4670-855d-203222df7936 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879238 Mar 10 07:16:47.790017 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:48.206151 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e6fa1-5c03-46fd-b1a6-fb4bef364a73 req-0b85a904-fa80-4bb5-9dc6-8d8e22973ad8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:48.207576 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bb7e6fa1-5c03-46fd-b1a6-fb4bef364a73 req-0b85a904-fa80-4bb5-9dc6-8d8e22973ad8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0540061 Mar 10 07:16:48.254753 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bb7e6fa1-5c03-46fd-b1a6-fb4bef364a73 req-d4f61b00-af1d-4097-9365-66ea4f115362 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Mar 10 07:16:48.369946 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286017-7d5b-4932-9315-1367543d1137 req-6fa0dbae-d254-477e-b65f-21fd3abca573 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:48.371372 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-71286017-7d5b-4932-9315-1367543d1137 req-6fa0dbae-d254-477e-b65f-21fd3abca573 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0509048 Mar 10 07:16:48.418135 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-71286017-7d5b-4932-9315-1367543d1137 req-6d2956fa-6a15-417f-bbf5-16da828db515 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Mar 10 07:16:48.920427 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:49.369484 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915e3b-f76f-451e-8e68-297e7746510f req-ebc3b374-1163-464b-a764-f519fa60a450 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:49.370919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61915e3b-f76f-451e-8e68-297e7746510f req-ebc3b374-1163-464b-a764-f519fa60a450 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0516641 Mar 10 07:16:49.421156 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-61915e3b-f76f-451e-8e68-297e7746510f req-aba7b0dd-90dc-4427-a89b-408665967a97 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Mar 10 07:16:49.532641 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eff727-88bc-433d-9b94-c2d27fb79bb3 req-956f21e7-6ead-4e9e-9844-8627bfb39b27 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:49.534009 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-10eff727-88bc-433d-9b94-c2d27fb79bb3 req-956f21e7-6ead-4e9e-9844-8627bfb39b27 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0513232 Mar 10 07:16:49.580910 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-10eff727-88bc-433d-9b94-c2d27fb79bb3 req-bd4abb72-c8b4-4a22-bb14-06d564ea8eea tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Mar 10 07:16:50.535805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebf30e-7db2-4135-a5fd-4d0d69d5be0a req-f5b61da6-106c-4a6b-af60-1ce2b93de7e4 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:50.537208 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e6ebf30e-7db2-4135-a5fd-4d0d69d5be0a req-f5b61da6-106c-4a6b-af60-1ce2b93de7e4 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0503650 Mar 10 07:16:50.584438 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e6ebf30e-7db2-4135-a5fd-4d0d69d5be0a req-b193bf64-2623-42d2-bae6-d11760931ccd tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Mar 10 07:16:50.697862 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75601288-55ab-4a2e-9551-cc0bd2b0bc56 req-ac01bd61-8f3d-4e19-bb95-c28e41638c79 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:50.699351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-75601288-55ab-4a2e-9551-cc0bd2b0bc56 req-ac01bd61-8f3d-4e19-bb95-c28e41638c79 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0553169 Mar 10 07:16:50.746056 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-75601288-55ab-4a2e-9551-cc0bd2b0bc56 req-1c7f8493-0c8d-46db-b851-3e8ab951ee52 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Mar 10 07:16:51.520385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae8ac0-1b72-4482-bc36-79a88f9aaebb req-7fcbc01f-189c-4268-a28a-9bed9b34c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:51.521898 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-21ae8ac0-1b72-4482-bc36-79a88f9aaebb req-7fcbc01f-189c-4268-a28a-9bed9b34c8c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1127 time: 0.0432954 Mar 10 07:16:51.565826 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-21ae8ac0-1b72-4482-bc36-79a88f9aaebb req-9039c8eb-ea7e-4388-aa5d-5a5eec9b03e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Mar 10 07:16:51.699381 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa663ece-edb6-4d63-a654-67f46ded583d req-caca44fa-a541-49fe-9257-c0b43dafe2cf tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:51.700832 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa663ece-edb6-4d63-a654-67f46ded583d req-caca44fa-a541-49fe-9257-c0b43dafe2cf tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0517561 Mar 10 07:16:51.749472 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-aa663ece-edb6-4d63-a654-67f46ded583d req-b784d106-7143-401e-8331-948e276ec987 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Mar 10 07:16:51.865570 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e463f0b-07ae-496c-acc1-6f3ae02cbfff req-8df7d176-103a-463b-9d29-5cf37294f80e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:51.867008 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0e463f0b-07ae-496c-acc1-6f3ae02cbfff req-8df7d176-103a-463b-9d29-5cf37294f80e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0546327 Mar 10 07:16:51.914046 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0e463f0b-07ae-496c-acc1-6f3ae02cbfff req-5ff868bc-739d-476a-ab97-77721798db85 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415807 Mar 10 07:16:52.866809 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875134e5-80ae-409e-a31e-157296e578e0 req-fb0e4d91-8763-45a7-9094-46c99778bfaa tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:52.868847 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-875134e5-80ae-409e-a31e-157296e578e0 req-fb0e4d91-8763-45a7-9094-46c99778bfaa tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0518310 Mar 10 07:16:52.915781 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-875134e5-80ae-409e-a31e-157296e578e0 req-8f131b65-acd7-4430-a423-539f97830ec0 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Mar 10 07:16:53.030961 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb403f79-5b5f-4d8c-ae51-618b54d3b6e0 req-9115e425-7c01-44a4-9370-cb806b998e7f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:53.032381 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cb403f79-5b5f-4d8c-ae51-618b54d3b6e0 req-9115e425-7c01-44a4-9370-cb806b998e7f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0534155 Mar 10 07:16:53.082713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cb403f79-5b5f-4d8c-ae51-618b54d3b6e0 req-ba6d7939-15db-4e67-bb06-30cf4b5717c9 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Mar 10 07:16:54.030332 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfabe9-3a91-43f1-b09f-f68392facdf8 req-15b41fe2-160d-4649-b5c8-4cb8d653e98c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:54.031761 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ccbfabe9-3a91-43f1-b09f-f68392facdf8 req-15b41fe2-160d-4649-b5c8-4cb8d653e98c tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 943 time: 0.0511739 Mar 10 07:16:54.079141 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ccbfabe9-3a91-43f1-b09f-f68392facdf8 req-5673d41c-4c1d-4d59-965f-95c14122f754 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Mar 10 07:16:54.190898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:16:54.198028 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6c67b-f409-4ec7-93b1-11790ba558e4 req-d6721ac0-72b0-4d74-8aed-8dd94cfa477d tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:54.199424 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-43d6c67b-f409-4ec7-93b1-11790ba558e4 req-d6721ac0-72b0-4d74-8aed-8dd94cfa477d tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0512164 Mar 10 07:16:54.249204 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-43d6c67b-f409-4ec7-93b1-11790ba558e4 req-741ccb33-f619-4e5e-b0ca-67766b6f86fe tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 Mar 10 07:16:54.288272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:54.299593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'port_id': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'mac_address': 'fa:16:3e:ec:a3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:16:54.338928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 12ca5fd8-5506-4117-8cac-9e68beb217f5 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:54.339313 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:54.351392 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ca5fd8-5506-4117-8cac-9e68beb217f5 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:16:54.371165 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:54.423249 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:54.469347 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=7']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:54.905346 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['12ca5fd8-5506-4117-8cac-9e68beb217f5'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:16:55.368708 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e1eb3-8f61-4855-8653-ca4484f4ddda req-25ab86e3-f8b0-4c1d-be4d-671e172afc96 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:55.370167 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-159e1eb3-8f61-4855-8653-ca4484f4ddda req-25ab86e3-f8b0-4c1d-be4d-671e172afc96 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0560379 Mar 10 07:16:55.416833 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-159e1eb3-8f61-4855-8653-ca4484f4ddda req-a53d8c32-792e-46ba-90ee-5da26e4cb314 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Mar 10 07:16:56.215585 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 1d7dbdb3-6226-49ab-9a97-e375790f0b40 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:16:56.220517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:56.334453 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 12ca5fd8-5506-4117-8cac-9e68beb217f5 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:56.334822 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:56.369445 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:56.386982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'port_id': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'mac_address': 'fa:16:3e:8f:ce:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:16:56.450645 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:56.451028 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:56.473381 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7dbdb3-6226-49ab-9a97-e375790f0b40 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:16:56.477471 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 12ca5fd8-5506-4117-8cac-9e68beb217f5 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:56.477859 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:56.508990 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:56.513181 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:56.515420 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12824be6-c10b-4164-abab-62e6b43013b1" -d '{"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-plugged", "status": "completed", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:56.529384 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:56.535752 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21414d2-d84d-45ed-9680-451651f6bdd7 req-f9ecd7bc-a232-4fc3-a18f-0359b9f02e25 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:56.537333 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d21414d2-d84d-45ed-9680-451651f6bdd7 req-f9ecd7bc-a232-4fc3-a18f-0359b9f02e25 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 943 time: 0.0538104 Mar 10 07:16:56.551882 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf019b5-715a-4b7b-8e95-cb489962ea2b x-openstack-request-id: req-8cf019b5-715a-4b7b-8e95-cb489962ea2b {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:56.553765 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-plugged", "status": "completed", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:56.553765 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cf019b5-715a-4b7b-8e95-cb489962ea2b {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:56.553765 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'code': 200} Mar 10 07:16:56.571791 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:56.586969 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d21414d2-d84d-45ed-9680-451651f6bdd7 req-3fb64c50-acc5-4c94-955b-d6b120272321 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Mar 10 07:16:56.602658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:56.621231 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=1d7dbdb3-6226-49ab-9a97-e375790f0b40,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:56.671194 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=8']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:56.980128 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['1d7dbdb3-6226-49ab-9a97-e375790f0b40'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:16:57.702610 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c9544-840d-4d49-bd56-0c7f098cb081 req-9431c42f-3c08-4f35-8b6b-22902749504b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:57.704032 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca3c9544-840d-4d49-bd56-0c7f098cb081 req-9431c42f-3c08-4f35-8b6b-22902749504b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 944 time: 0.0510926 Mar 10 07:16:57.755417 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca3c9544-840d-4d49-bd56-0c7f098cb081 req-02cc2d87-e7fa-4a3d-a149-609b9d500edb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Mar 10 07:16:58.228386 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 1d7dbdb3-6226-49ab-9a97-e375790f0b40 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:16:58.331982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:16:58.335554 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:16:58.336213 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:58.410605 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:16:58.410991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:58.445655 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:16:58.509205 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:16:58.554945 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:16:58.557137 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6ed9d-2173-4f6a-b475-8cf2800c75fb" -d '{"events": [{"server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "name": "network-vif-plugged", "status": "completed", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:16:58.560093 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=1d7dbdb3-6226-49ab-9a97-e375790f0b40,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:16:58.591131 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbdbbe8-2271-4cb6-886c-bf4435518d95 x-openstack-request-id: req-adbdbbe8-2271-4cb6-886c-bf4435518d95 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:16:58.591425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "name": "network-vif-plugged", "status": "completed", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:16:58.591677 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adbdbbe8-2271-4cb6-886c-bf4435518d95 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:16:58.592086 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'code': 200} Mar 10 07:16:58.870797 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc3f4-fec4-4e89-acdd-e1d09e16687f req-c1367672-04c8-4afe-a21c-d96de6098aec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:58.872169 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7facc3f4-fec4-4e89-acdd-e1d09e16687f req-c1367672-04c8-4afe-a21c-d96de6098aec tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0525846 Mar 10 07:16:58.919671 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448727bb-5d75-4dc1-94b0-0bad6ff21fdb req-82c106a7-8a81-411a-8453-569097bfeb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:16:58.920823 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7facc3f4-fec4-4e89-acdd-e1d09e16687f req-dc48621a-17dd-4320-a8d6-19bb768e6465 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Mar 10 07:16:58.921117 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-448727bb-5d75-4dc1-94b0-0bad6ff21fdb req-82c106a7-8a81-411a-8453-569097bfeb79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 1129 time: 0.0424676 Mar 10 07:16:58.970672 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-448727bb-5d75-4dc1-94b0-0bad6ff21fdb req-d657b921-a0b8-4f66-9ff2-260d92a92e11 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Mar 10 07:17:00.038577 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa372fb-d262-4002-b7b0-f754bec679e8 req-b6fa9409-4c1b-4d33-b7b1-4f18d5b19a06 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:00.040651 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3fa372fb-d262-4002-b7b0-f754bec679e8 req-b6fa9409-4c1b-4d33-b7b1-4f18d5b19a06 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0514977 Mar 10 07:17:00.086515 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3fa372fb-d262-4002-b7b0-f754bec679e8 req-66878cf2-d448-4f1c-bafa-34122b581861 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 Mar 10 07:17:01.209236 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e275a-9caf-4f9d-b9ca-d1b5d9707422 req-986b64de-384f-4b1d-a10c-f8e96a04bbcd tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:01.210742 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-538e275a-9caf-4f9d-b9ca-d1b5d9707422 req-986b64de-384f-4b1d-a10c-f8e96a04bbcd tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0598595 Mar 10 07:17:01.257825 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-538e275a-9caf-4f9d-b9ca-d1b5d9707422 req-2e9efaa6-f0ba-46eb-a4b6-520f8c74b41b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Mar 10 07:17:01.373033 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dc5ed-9e7f-492c-8a66-d0737d6f34c3 req-0ec0aa49-7de9-462f-9fff-c14cb9f7c05b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:01.374526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ac1dc5ed-9e7f-492c-8a66-d0737d6f34c3 req-0ec0aa49-7de9-462f-9fff-c14cb9f7c05b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Mar 10 07:17:01.420992 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ac1dc5ed-9e7f-492c-8a66-d0737d6f34c3 req-022f9803-8f77-45d8-8f55-570e7f97da41 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Mar 10 07:17:01.442808 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47830) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:01.527167 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0257da9c-9e84-4005-828d-fd41b425e6c4 tempest-TestVolumeBootPattern-486168987 tempest-TestVolumeBootPattern-486168987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:01.528547 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0257da9c-9e84-4005-828d-fd41b425e6c4 tempest-TestVolumeBootPattern-486168987 tempest-TestVolumeBootPattern-486168987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 1124 time: 0.0848107 Mar 10 07:17:01.531353 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47834) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:01.535375 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'port_id': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:01.643210 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:01.736517 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:01.843443 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Allocated IP 172.27.0.98 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/68a14611-96eb-49cb-8c4d-0eb6ad947611) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:17:01.939960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.024446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.060306 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:17:02.064821 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:17:02.068143 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:17:02.073628 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=68a14611-96eb-49cb-8c4d-0eb6ad947611,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:02.426282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (3a2d1b31-81bd-4435-974e-699f35b776cb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.547332 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.687676 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.751597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.819557 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=68a14611-96eb-49cb-8c4d-0eb6ad947611,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:02.831272 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (3a2d1b31-81bd-4435-974e-699f35b776cb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:02.930704 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Floating IP 3a2d1b31-81bd-4435-974e-699f35b776cb associated. External IP: 172.27.0.98, port: 1d7dbdb3-6226-49ab-9a97-e375790f0b40. Mar 10 07:17:03.305142 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:17:03.412917 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:17:03.423111 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd487f2-7178-4f89-af97-6898402790da None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:17:03.433319 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:03.433930 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:03.490919 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:03.533325 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-06fbc45f-499f-4723-8bd7-2ac568363c75 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9875958 Mar 10 07:17:03.533325 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:03.533325 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dfc131-0a91-4bfc-93ea-f30ef230933e" -d '{"events": [{"name": "network-changed", "server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:03.542195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:03.558775 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9046d6-ed27-4c29-8808-604da6ffd911 x-openstack-request-id: req-5b9046d6-ed27-4c29-8808-604da6ffd911 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:03.559065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:03.559369 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b9046d6-ed27-4c29-8808-604da6ffd911 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:03.559764 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'status': 'completed', 'code': 200} Mar 10 07:17:03.635621 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-4c40a25c-c513-442c-80d1-1385402e768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:03.637072 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-4c40a25c-c513-442c-80d1-1385402e768a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 1129 time: 0.0434945 Mar 10 07:17:03.725466 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-60204c85-6c2a-49f5-8aa5-9f87af90a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:03.727544 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-60204c85-6c2a-49f5-8aa5-9f87af90a154 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0836666 Mar 10 07:17:03.775260 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '3a2d1b31-81bd-4435-974e-699f35b776cb', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:8f:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:17:02Z', 'updated_at': '2022-03-10T07:17:02Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:03.799722 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-8ee99d6a-c9cd-4230-ad6e-33407e229ee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40 HTTP/1.1" status: 200 len: 998 time: 0.0629108 Mar 10 07:17:03.802055 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd487f2-7178-4f89-af97-6898402790da None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:17:03.810414 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:03.810954 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:03.855853 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-61213f92-1e69-4152-b09c-007d003e1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:03.857278 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-61213f92-1e69-4152-b09c-007d003e1ca7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0432920 Mar 10 07:17:03.909547 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-722c0b7d-6101-4eb4-8c3b-5dbe03720336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:03.911013 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-722c0b7d-6101-4eb4-8c3b-5dbe03720336 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437810 Mar 10 07:17:03.921191 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:04.006846 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-e3b61861-6831-4c9d-9d97-78b3ed90e56e service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853837 Mar 10 07:17:04.097754 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33dfc131-0a91-4bfc-93ea-f30ef230933e req-c75ad126-d8fb-4a48-b6a7-25c596c0e450 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839391 Mar 10 07:17:04.143183 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4bd487f2-7178-4f89-af97-6898402790da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '3a2d1b31-81bd-4435-974e-699f35b776cb', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:8f:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:17:02Z', 'updated_at': '2022-03-10T07:17:02Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:04.173493 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd487f2-7178-4f89-af97-6898402790da None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '3a2d1b31-81bd-4435-974e-699f35b776cb', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:8f:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:17:02Z', 'updated_at': '2022-03-10T07:17:02Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:17:04.362105 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0a3a3-3865-4459-b44c-4d37c6d48a89 None None] New status for floating IP 3a2d1b31-81bd-4435-974e-699f35b776cb: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:17:09.601463 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-28d7dc63-a50e-4418-bf86-740c6c5b8e45 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80688894&fields=id&tenant_id=9059acfddbe64875947a019009596307 HTTP/1.1" status: 200 len: 267 time: 0.0429764 Mar 10 07:17:09.658152 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-4889a380-61dc-483e-b73d-0ff470ce099b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:09.659587 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-4889a380-61dc-483e-b73d-0ff470ce099b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 984 time: 0.0529180 Mar 10 07:17:09.670458 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Request body: {'port': {'security_groups': ['5b6c86e2-c22b-4cd6-ba51-8d69f8e64460']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:09.746492 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:09.915438 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:09.943145 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.032064 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.044606 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['bcb46566-99aa-4ed7-a73d-eed2881443fb'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:17:10.074578 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:10.075208 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.076592 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-97e687d8-bf25-47c2-af1f-855a145b2542 req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "PUT /v2.0/ports/bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 942 time: 0.4104311 Mar 10 07:17:10.077041 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:10.079315 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a10a9-7fca-4c1f-b1d4-21d94207a998" -d '{"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:10.083734 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47854) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:10.111521 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae86fc-e343-4bb0-bcee-baeee94de30b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event updated for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=7']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:10.137315 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad951210-66ce-461a-9c4d-7252f6335326 x-openstack-request-id: req-ad951210-66ce-461a-9c4d-7252f6335326 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:10.137623 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:10.137878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad951210-66ce-461a-9c4d-7252f6335326 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:10.138281 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'status': 'completed', 'code': 200} Mar 10 07:17:10.209989 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['bcb46566-99aa-4ed7-a73d-eed2881443fb'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:17:10.374085 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-04cdf99b-cc53-4284-82b7-e8e984e811b2 None None] Provisioning complete for port bcb46566-99aa-4ed7-a73d-eed2881443fb triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:17:10.374372 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-04cdf99b-cc53-4284-82b7-e8e984e811b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.442453 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a82351b-16d0-45d2-ba5c-8fb78eb56cf6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group (4cafa55d-cdfa-4d1e-923b-a1a81081e6cb), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.448767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-21d5075e-0de0-45eb-b1d9-61444dfb119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:10.450286 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-21d5075e-0de0-45eb-b1d9-61444dfb119e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0803280 Mar 10 07:17:10.454564 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-04cdf99b-cc53-4284-82b7-e8e984e811b2 None None] Current status of the port bcb46566-99aa-4ed7-a73d-eed2881443fb is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:17:10.487732 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a82351b-16d0-45d2-ba5c-8fb78eb56cf6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group (4cafa55d-cdfa-4d1e-923b-a1a81081e6cb), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.576836 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-56505d54-fc6d-4950-b769-0665c5666856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:10.578216 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-56505d54-fc6d-4950-b769-0665c5666856 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 915 time: 0.1205201 Mar 10 07:17:10.647874 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-b0817f37-7ad4-44cd-ab7d-ee0e182ea6e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 1001 time: 0.0609200 Mar 10 07:17:10.687887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a82351b-16d0-45d2-ba5c-8fb78eb56cf6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (4cafa55d-cdfa-4d1e-923b-a1a81081e6cb), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.690375 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a82351b-16d0-45d2-ba5c-8fb78eb56cf6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.691448 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3a82351b-16d0-45d2-ba5c-8fb78eb56cf6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "DELETE /v2.0/security-groups/4cafa55d-cdfa-4d1e-923b-a1a81081e6cb HTTP/1.1" status: 204 len: 168 time: 0.6066909 Mar 10 07:17:10.694248 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47856) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:10.705548 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82351b-16d0-45d2-ba5c-8fb78eb56cf6 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cafa55d-cdfa-4d1e-923b-a1a81081e6cb,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:10.708142 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-c390324d-bad3-4935-a1cd-ee895af775c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:10.709617 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-c390324d-bad3-4935-a1cd-ee895af775c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 200 len: 853 time: 0.0543468 Mar 10 07:17:10.758749 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-3a8cb3ce-df83-4906-b7fd-73f48c51671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:10.760556 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-3a8cb3ce-df83-4906-b7fd-73f48c51671f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1483fc1f-440b-4860-b049-3ebee64bac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450571 Mar 10 07:17:10.854160 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-e8ec4dae-c35d-45d9-92f4-a0ff6e35fcbe service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865617 Mar 10 07:17:10.854463 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Deleting port 5af91d34-7810-4ab2-a309-ac40f3fc6f47 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:10.854803 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.930270 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.930591 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for floatingip (5af91d34-7810-4ab2-a309-ac40f3fc6f47), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:10.942851 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e70a10a9-7fca-4c1f-b1d4-21d94207a998 req-f2c52fc4-3093-495d-b529-da9f2174fe8a service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820048 Mar 10 07:17:10.944312 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Calling delete_port for 5af91d34-7810-4ab2-a309-ac40f3fc6f47 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:11.212386 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (5af91d34-7810-4ab2-a309-ac40f3fc6f47), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:11.236166 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event deleted for resources: {'Port': ['ID=5af91d34-7810-4ab2-a309-ac40f3fc6f47,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:11.316700 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks [] for floatingip (6c643320-d842-4966-99c5-c615e44fbc98), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:11.317021 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Floating IP 6c643320-d842-4966-99c5-c615e44fbc98 disassociated (deleted). External IP: 172.27.0.217, port: bcb46566-99aa-4ed7-a73d-eed2881443fb. Mar 10 07:17:11.520282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Router 6f4a86fc-0711-49c1-aef8-637de9e3a68a has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:17:11.625391 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:17:11.630015 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:11.634925 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58843304-226f-40b4-8aee-1c0347630657 None None] Sync routers for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:17:11.644054 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:11.644651 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:11.664409 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f0092333-5c6d-4e5e-b37a-4b1647dfd558 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c643320-d842-4966-99c5-c615e44fbc98 HTTP/1.1" status: 204 len: 168 time: 0.9689903 Mar 10 07:17:11.887931 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:12.090357 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:12.122421 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58843304-226f-40b4-8aee-1c0347630657 None None] Checking router: 6f4a86fc-0711-49c1-aef8-637de9e3a68a for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:17:12.131005 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:12.131739 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:12.138965 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:12.141611 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3225e46b-d26e-4e24-b2bd-255a543fecae" -d '{"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:12.180451 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ead75-b063-4c01-935e-1efac6e84bb8 x-openstack-request-id: req-5f2ead75-b063-4c01-935e-1efac6e84bb8 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:12.180848 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:12.181205 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f2ead75-b063-4c01-935e-1efac6e84bb8 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:12.182089 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'status': 'completed', 'code': 200} Mar 10 07:17:12.252361 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:12.268221 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-9f7a1cb3-240a-420a-9407-2368c33c51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:12.270526 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-9f7a1cb3-240a-420a-9407-2368c33c51da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9059acfddbe64875947a019009596307&device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0485959 Mar 10 07:17:12.296884 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f2ca9-5fb5-47cc-811a-bbf9ae01be43 req-b980602d-e293-4192-8865-987f9f798bda tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:12.298746 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-315f2ca9-5fb5-47cc-811a-bbf9ae01be43 req-b980602d-e293-4192-8865-987f9f798bda tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0566983 Mar 10 07:17:12.354916 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-315f2ca9-5fb5-47cc-811a-bbf9ae01be43 req-56455b22-6181-42d9-b0e6-8938be8f715e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495403 Mar 10 07:17:12.385643 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-e2da720b-1e48-48e4-aca9-b45beb75e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:12.387206 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-e2da720b-1e48-48e4-aca9-b45beb75e263 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 200 len: 915 time: 0.1047082 Mar 10 07:17:12.428430 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-850a63e7-aa90-42b8-922c-46fcbf4960fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 200 len: 217 time: 0.0338206 Mar 10 07:17:12.477426 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58843304-226f-40b4-8aee-1c0347630657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:12.485213 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-3fe21062-83b4-456d-9bda-b38548e6bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:12.486798 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-3fe21062-83b4-456d-9bda-b38548e6bc57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 200 len: 853 time: 0.0473592 Mar 10 07:17:12.504175 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58843304-226f-40b4-8aee-1c0347630657 None None] The sync data for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi is: [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:12:46Z', 'revision_number': 4, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'd7de0966-27e2-4079-b384-6244462e9203', 'name': '', 'network_id': '1483fc1f-440b-4860-b049-3ebee64bac78', 'tenant_id': '9059acfddbe64875947a019009596307', 'mac_address': 'fa:16:3e:46:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:46Z', 'updated_at': '2022-03-10T07:12:50Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'subnets': [{'id': '0bd27e1b-8cdf-4420-bd33-e6fa961c7de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:17:12.508444 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-69144391-1bf6-4452-833d-f92ad05dac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:12.538619 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-46436dc3-fedd-479b-976a-a4fb2e97e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:12.540126 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-46436dc3-fedd-479b-976a-a4fb2e97e5a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1483fc1f-440b-4860-b049-3ebee64bac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466485 Mar 10 07:17:12.645775 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-0a063d29-2dce-4c22-9a05-886d8553da79 service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916288 Mar 10 07:17:12.737171 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24084a-6800-4a05-9272-ed0723e07b76 None None] New status for floating IP 6c643320-d842-4966-99c5-c615e44fbc98: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:17:12.742628 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3225e46b-d26e-4e24-b2bd-255a543fecae req-f90f1990-96e5-4a12-be1b-2f1f3d166841 service neutron] 10.222.0.20 "GET /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890179 Mar 10 07:17:13.470621 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95afaa-3d30-4679-b50c-df5970bef8df req-82e45120-07fe-404b-8454-5a7d262e6f7c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:13.472046 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ea95afaa-3d30-4679-b50c-df5970bef8df req-82e45120-07fe-404b-8454-5a7d262e6f7c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0515871 Mar 10 07:17:13.517493 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ea95afaa-3d30-4679-b50c-df5970bef8df req-aa1b28de-1ac7-4b9e-9e8a-094d65139ae3 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c32bbe0-baf9-4b75-837a-65efa74c278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397277 Mar 10 07:17:13.803816 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-ac1ba5a8-c863-4a41-b0fb-c6a9d6f51ea2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:13.805873 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-ac1ba5a8-c863-4a41-b0fb-c6a9d6f51ea2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 945 time: 0.0516043 Mar 10 07:17:13.907051 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Deleting port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:13.907388 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:13.993850 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] For port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:13.994209 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:14.162809 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:14.163170 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (3469e717-e024-4df1-878b-e9e55d42683c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:14.164051 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Floating IP 3469e717-e024-4df1-878b-e9e55d42683c disassociated. External IP: 172.27.0.35, port: 5aff1e0e-0bcd-40c9-b201-07af4248a7dd. Mar 10 07:17:14.164518 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Calling delete_port for 5aff1e0e-0bcd-40c9-b201-07af4248a7dd owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:14.368807 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (5aff1e0e-0bcd-40c9-b201-07af4248a7dd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:14.400209 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event deleted for resources: {'Port': ['ID=5aff1e0e-0bcd-40c9-b201-07af4248a7dd,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:14.517987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:17:14.611526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-547aca4d-c05c-42af-a468-186733b91a51 req-b64f3a9c-2029-4746-ade3-84f3acba2d5e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0269167 Mar 10 07:17:14.629499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:17:14.639367 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:17:14.649656 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:14.653219 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:16:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:14.670506 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] No DVR routers for this DVR port 5aff1e0e-0bcd-40c9-b201-07af4248a7dd on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:17:14.673014 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:14.676499 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-05628bbf-aec5-4981-a77d-c77c794378f5 req-bfbec4c4-cfe5-464e-8c3d-92dd740a9ec0 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "DELETE /v2.0/ports/5aff1e0e-0bcd-40c9-b201-07af4248a7dd HTTP/1.1" status: 204 len: 173 time: 0.8652949 Mar 10 07:17:14.676939 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'name': 'network-vif-deleted', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:14.679155 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea64c2e7-8036-4c64-a09e-ac94d6d5b551" -d '{"events": [{"server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "name": "network-vif-deleted", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:14.715484 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7087f58-44cd-4279-b331-77128742b788 x-openstack-request-id: req-c7087f58-44cd-4279-b331-77128742b788 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:14.715850 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf4d032-2fe8-4a20-837e-843a1422cd0c", "name": "network-vif-deleted", "tag": "5aff1e0e-0bcd-40c9-b201-07af4248a7dd", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:14.716293 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7087f58-44cd-4279-b331-77128742b788 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:14.716580 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf4d032-2fe8-4a20-837e-843a1422cd0c', 'name': 'network-vif-deleted', 'tag': '5aff1e0e-0bcd-40c9-b201-07af4248a7dd', 'status': 'completed', 'code': 200} Mar 10 07:17:14.717106 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:17:14.765541 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:14.964971 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-40cc61de-564b-4373-90fd-3dd6711cea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:14.980890 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:15.007250 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:17:15.016082 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:15.016725 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:15.127769 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:15.324556 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:15.350696 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd13a8c-22a8-4fc4-b1dd-0e82d2570ac4 None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:17:15.583611 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0141a-31e1-488c-aacb-7c9e672bdb21 None None] New status for floating IP 3469e717-e024-4df1-878b-e9e55d42683c: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:17:15.719971 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-54fabcfc-d69a-4118-9095-dd7e8cb9b340 req-2503e81d-a5df-4e95-911d-8562424e8669 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=faf4d032-2fe8-4a20-837e-843a1422cd0c HTTP/1.1" status: 200 len: 210 time: 0.0271502 Mar 10 07:17:15.958687 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d439ef1-2d74-4b12-bd6a-b9c1adf49d52 req-9e461811-bc33-42cb-bf60-64d876f33ffb tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:15.960107 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9d439ef1-2d74-4b12-bd6a-b9c1adf49d52 req-9e461811-bc33-42cb-bf60-64d876f33ffb tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0544279 Mar 10 07:17:16.010358 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9d439ef1-2d74-4b12-bd6a-b9c1adf49d52 req-dd89a264-ded8-43d6-b091-6ef2a65638d4 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Mar 10 07:17:16.020346 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:16.906968 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47916) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:16.958493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4446-5ee7-43cc-b954-c99016c17cdb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (1c32bbe0-baf9-4b75-837a-65efa74c278e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:16.981223 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4446-5ee7-43cc-b954-c99016c17cdb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (1c32bbe0-baf9-4b75-837a-65efa74c278e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.089106 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4446-5ee7-43cc-b954-c99016c17cdb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (1c32bbe0-baf9-4b75-837a-65efa74c278e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.091765 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4446-5ee7-43cc-b954-c99016c17cdb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.093014 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-4d3f4446-5ee7-43cc-b954-c99016c17cdb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c32bbe0-baf9-4b75-837a-65efa74c278e HTTP/1.1" status: 204 len: 168 time: 0.1850441 Mar 10 07:17:17.096171 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47920) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:17.112565 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f4446-5ee7-43cc-b954-c99016c17cdb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32bbe0-baf9-4b75-837a-65efa74c278e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:17.118634 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.api.v2.resource [None req-143ad34a-37a5-4924-97cc-c74bc335e3ea tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] show failed (client error): The resource could not be found. Mar 10 07:17:17.122992 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-143ad34a-37a5-4924-97cc-c74bc335e3ea tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups/1c32bbe0-baf9-4b75-837a-65efa74c278e HTTP/1.1" status: 404 len: 347 time: 0.0225353 Mar 10 07:17:17.122992 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 47922) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:17.125658 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36e2dc-2f02-4a1e-8b74-313e7bdb2459 req-5b484d1a-0582-4cd9-a0f7-4e91e2e0234b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:17.127143 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a36e2dc-2f02-4a1e-8b74-313e7bdb2459 req-5b484d1a-0582-4cd9-a0f7-4e91e2e0234b tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Mar 10 07:17:17.175075 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a36e2dc-2f02-4a1e-8b74-313e7bdb2459 req-5faadbc4-2bc3-46e1-a7d9-e069114f8aad tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Mar 10 07:17:17.248358 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Deleting port 443c0493-e1ab-49ae-9bf8-cdfb7d14b22f {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:17.248696 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.320979 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.321224 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.332353 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Calling delete_port for 443c0493-e1ab-49ae-9bf8-cdfb7d14b22f owned by network:floatingip {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:17.480350 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.525705 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (443c0493-e1ab-49ae-9bf8-cdfb7d14b22f), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.551265 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event deleted for resources: {'Port': ['ID=443c0493-e1ab-49ae-9bf8-cdfb7d14b22f,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:17.613553 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (3469e717-e024-4df1-878b-e9e55d42683c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.616123 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:17.617935 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b4871bd1-573a-4458-a315-5d7b6efac5f7 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "DELETE /v2.0/floatingips/3469e717-e024-4df1-878b-e9e55d42683c HTTP/1.1" status: 204 len: 168 time: 0.4944792 Mar 10 07:17:17.751661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.193602 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-ed39acb6-2d05-4349-b15d-a3078b590465 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:18.195016 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-ed39acb6-2d05-4349-b15d-a3078b590465 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Mar 10 07:17:18.250878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:18.262388 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904969730', 'description': 'tempest-description--1169116915'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:18.293772 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Deleting port bcb46566-99aa-4ed7-a73d-eed2881443fb {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:18.294110 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.318652 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4834-ed6f-43e4-a59e-5afc8d8ada38 req-faf29d92-fbdf-4a3c-b513-ad7e07b3f286 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:18.320694 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77cf4834-ed6f-43e4-a59e-5afc8d8ada38 req-faf29d92-fbdf-4a3c-b513-ad7e07b3f286 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0714946 Mar 10 07:17:18.366839 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77cf4834-ed6f-43e4-a59e-5afc8d8ada38 req-4c7725d4-6f46-4d98-a202-a6162a57264c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Mar 10 07:17:18.371633 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 5aff1e0e-0bcd-40c9-b201-07af4248a7dd no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:18.377795 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.388506 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] For port bcb46566-99aa-4ed7-a73d-eed2881443fb, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=bcb46566-99aa-4ed7-a73d-eed2881443fb,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:18.392600 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.393909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 5aff1e0e-0bcd-40c9-b201-07af4248a7dd {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:18.394324 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 5aff1e0e-0bcd-40c9-b201-07af4248a7dd not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:18.402460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Calling delete_port for bcb46566-99aa-4ed7-a73d-eed2881443fb owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:18.452301 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (393c6242-648e-49b1-b741-46cbdeabc563), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.514630 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (393c6242-648e-49b1-b741-46cbdeabc563), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.543385 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393c6242-648e-49b1-b741-46cbdeabc563,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:18.550184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.550528 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.550865 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.551196 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.551520 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.551842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.552163 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.552485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.552805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.553180 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.553536 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.553854 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.554168 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:18.589129 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (bcb46566-99aa-4ed7-a73d-eed2881443fb), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.601075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['bcb46566-99aa-4ed7-a73d-eed2881443fb'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:17:18.605528 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.608682 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-dafd10bb-5219-470d-8dde-4d384569b220 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3550305 Mar 10 07:17:18.609773 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47932) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:18.614256 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'security_group_rule': {'security_group_id': '393c6242-648e-49b1-b741-46cbdeabc563', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:18.619445 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Pushing event deleted for resources: {'Port': ['ID=bcb46566-99aa-4ed7-a73d-eed2881443fb,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:18.662132 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] No DVR routers for this DVR port bcb46566-99aa-4ed7-a73d-eed2881443fb on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:17:18.664511 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.667794 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-eaa5b65a-cb03-4338-9378-94980affe8a1 req-812f3246-1b65-44db-892c-1bef6307993c tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.20 "DELETE /v2.0/ports/bcb46566-99aa-4ed7-a73d-eed2881443fb HTTP/1.1" status: 204 len: 173 time: 0.4671745 Mar 10 07:17:18.668269 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'name': 'network-vif-deleted', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:18.670536 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeb56bc-d30d-483f-a2cb-691bb6291176" -d '{"events": [{"server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "name": "network-vif-deleted", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:18.700354 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (df997dc2-3a5f-45a8-8309-60db3010d462), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.704826 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68545b13-4df6-4810-8191-63f3da5a756f x-openstack-request-id: req-68545b13-4df6-4810-8191-63f3da5a756f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:18.705112 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01f0d42-66a7-45a0-973a-e9e3287b2fc2", "name": "network-vif-deleted", "tag": "bcb46566-99aa-4ed7-a73d-eed2881443fb", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:18.705410 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68545b13-4df6-4810-8191-63f3da5a756f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:18.705790 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01f0d42-66a7-45a0-973a-e9e3287b2fc2', 'name': 'network-vif-deleted', 'tag': 'bcb46566-99aa-4ed7-a73d-eed2881443fb', 'status': 'completed', 'code': 200} Mar 10 07:17:18.755445 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (df997dc2-3a5f-45a8-8309-60db3010d462), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.837598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (df997dc2-3a5f-45a8-8309-60db3010d462), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.855257 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df997dc2-3a5f-45a8-8309-60db3010d462,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:18.960664 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.963369 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:18.964583 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5667ffd2-b691-4c90-9e20-91d3a24a2a29 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537490 Mar 10 07:17:18.968280 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:18.972624 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'security_group_rule': {'security_group_id': '393c6242-648e-49b1-b741-46cbdeabc563', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:19.076871 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (949ef897-cc9c-454f-bc18-d7cb0b3bf59e), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:19.136254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (949ef897-cc9c-454f-bc18-d7cb0b3bf59e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:19.220328 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (949ef897-cc9c-454f-bc18-d7cb0b3bf59e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:19.237327 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949ef897-cc9c-454f-bc18-d7cb0b3bf59e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:19.313957 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:19.315151 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-ff6f8c00-b944-496c-b9e9-e2b96721c46a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459125 Mar 10 07:17:19.318256 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 47940) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:19.322339 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:19.400625 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:19.502113 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83570bfb-de04-4c50-a38c-0ee26a80b1df req-c191f0b0-8aa9-410c-989b-95461a1733a7 tempest-TestMinimumBasicScenario-2037412907 tempest-TestMinimumBasicScenario-2037412907-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01f0d42-66a7-45a0-973a-e9e3287b2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0341713 Mar 10 07:17:19.525513 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:19.805647 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Allocated IP 172.27.0.240 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/f9aa9503-bb78-408c-a4b5-68e84f2ed495) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:17:19.840186 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-5df79f23-0343-456f-b60e-f2520fa527f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436234 Mar 10 07:17:19.909242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-cbaddd18-6122-4c56-be5f-bd60f5aa11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:19.910773 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-cbaddd18-6122-4c56-be5f-bd60f5aa11ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1129 time: 0.0480728 Mar 10 07:17:19.911869 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.010840 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-771f962b-2d21-43f7-8f11-10218864a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:20.012221 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-771f962b-2d21-43f7-8f11-10218864a7f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 909 time: 0.0838940 Mar 10 07:17:20.023945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.059052 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:17:20.061736 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:17:20.067717 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:17:20.082245 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-9a475751-0a13-460d-b79e-563dedbd5d0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 1000 time: 0.0608299 Mar 10 07:17:20.091249 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'Port': ['ID=f9aa9503-bb78-408c-a4b5-68e84f2ed495,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:20.129887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-789c0ee5-e2b5-45fd-91bd-f00b4758f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:20.131394 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-789c0ee5-e2b5-45fd-91bd-f00b4758f4c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 200 len: 847 time: 0.0426726 Mar 10 07:17:20.158017 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (074076fc-f3b4-48b2-9b5e-4bf5bb3ad334), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.180172 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-267c26f4-4ee2-4a46-be8a-daba8865492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:20.181690 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-267c26f4-4ee2-4a46-be8a-daba8865492f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49081606-0680-4e63-907e-aa47f0a0685a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442483 Mar 10 07:17:20.244494 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.273831 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-bd1544ea-a414-400a-bb4f-efa7e2e2f990 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851936 Mar 10 07:17:20.362139 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3778ef74-85bc-4b2c-97c7-771e159f8f19 req-c015c632-0ef6-4342-a648-2c99fb6bf7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815134 Mar 10 07:17:20.392196 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.446375 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.513139 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'Port': ['ID=f9aa9503-bb78-408c-a4b5-68e84f2ed495,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:20.523229 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (074076fc-f3b4-48b2-9b5e-4bf5bb3ad334), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.633809 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:20.634977 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c1e9b952-7c12-4b0d-ae3b-c87118d7c809 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3158758 Mar 10 07:17:20.833065 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-7407ae42-d42b-4dc2-afc8-7bcbc32f0212 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1904969730&fields=id&tenant_id=f693983c2fa04676a6d87587328a414d HTTP/1.1" status: 200 len: 267 time: 0.0417242 Mar 10 07:17:20.939912 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-9bc01cd4-ee18-4d4f-a3e4-4fc73592b38a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:20.941363 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-9bc01cd4-ee18-4d4f-a3e4-4fc73592b38a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 809 time: 0.1016982 Mar 10 07:17:20.955439 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-d579a88d-5850-4675-8665-badc051895b8 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/quotas/f693983c2fa04676a6d87587328a414d HTTP/1.1" status: 200 len: 375 time: 0.0087316 Mar 10 07:17:21.017151 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-27c23304-b996-433f-8637-050496a99b03 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559607 Mar 10 07:17:21.164436 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-3caf6c5c-00f1-44a4-af56-edb4207abfcc service neutron] 10.222.0.30 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326425 Mar 10 07:17:21.249621 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-735a7585-f55c-43de-9ca0-b944013d0a3e service neutron] 10.222.0.30 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829339 Mar 10 07:17:21.491268 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1709707b-b5c4-405d-ad4c-7c7cceda1da1 req-cf8ea312-8b09-4484-928c-2b71e1168feb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Mar 10 07:17:22.097276 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48016) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:22.396235 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device bcb46566-99aa-4ed7-a73d-eed2881443fb no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:22.419814 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: bcb46566-99aa-4ed7-a73d-eed2881443fb {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:22.420166 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device bcb46566-99aa-4ed7-a73d-eed2881443fb not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:22.507875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (6f4a86fc-0711-49c1-aef8-637de9e3a68a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:22.614728 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4a10280a-9e48-40c1-a0a6-c1635914dd5d req-4d61e8bb-1835-48e3-b639-163f12577c93 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 210 time: 0.0571377 Mar 10 07:17:22.826058 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Deleting port d7de0966-27e2-4079-b384-6244462e9203 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:22.826391 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (d7de0966-27e2-4079-b384-6244462e9203), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:22.901203 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] For port d7de0966-27e2-4079-b384-6244462e9203, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d7de0966-27e2-4079-b384-6244462e9203,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:22.901583 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (d7de0966-27e2-4079-b384-6244462e9203), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:22.913843 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Calling delete_port for d7de0966-27e2-4079-b384-6244462e9203 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:23.163624 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (d7de0966-27e2-4079-b384-6244462e9203), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:23.190524 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d7de0966-27e2-4079-b384-6244462e9203,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:23.352400 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-76de6e21-fba9-4f6d-9485-7b3a4f1ead66 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:23.354720 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-76de6e21-fba9-4f6d-9485-7b3a4f1ead66 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 809 time: 0.1191940 Mar 10 07:17:23.427426 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-b614d3df-da57-4dea-a581-721fa45f7fe5 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f693983c2fa04676a6d87587328a414d HTTP/1.1" status: 200 len: 380 time: 0.0589774 Mar 10 07:17:23.432070 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'port': {'device_id': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'admin_state_up': True, 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'security_groups': ['393c6242-648e-49b1-b741-46cbdeabc563']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:23.543734 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (6f4a86fc-0711-49c1-aef8-637de9e3a68a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:23.605781 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Made reservation on behalf of f693983c2fa04676a6d87587328a414d for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:17:23.609274 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:23.736701 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-fd350aa6-71d3-4057-bee3-a32416be9d68 req-8613f5fd-9c17-4184-b77d-a3802a1bce42 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 210 time: 0.0339272 Mar 10 07:17:23.738136 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Allocated IP 172.20.0.7 (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e/1d6e8318-95b7-406f-8001-4bae39fd4438/0af0d346-ad81-4e00-8b7d-52c7abad7faf) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:17:23.810047 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Router 6f4a86fc-0711-49c1-aef8-637de9e3a68a has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:17:23.879055 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:23.919988 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:17:23.927680 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f286bb45-0b47-4178-a4e5-eecf7ba612ee admin admin] 10.222.0.30 "PUT /v2.0/routers/6f4a86fc-0711-49c1-aef8-637de9e3a68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266461 Mar 10 07:17:23.927680 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48028) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:23.928463 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] Sync routers for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:17:23.938687 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:23.939357 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:23.961100 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.023888 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:17:24.027095 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:17:24.031573 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:17:24.036960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks [] for router (6f4a86fc-0711-49c1-aef8-637de9e3a68a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.060339 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event updated for resources: {'Port': ['ID=0af0d346-ad81-4e00-8b7d-52c7abad7faf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:24.093820 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:24.094788 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.169007 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks [] for router_gateway (6f4a86fc-0711-49c1-aef8-637de9e3a68a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.178479 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-5a0defcc-cb13-41d4-ab4d-50173ed86365 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499275 Mar 10 07:17:24.187886 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:24.249151 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Request body: {'port': {'device_id': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:24.294835 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Deleting port c7e16f45-88d2-4181-857e-30e598ea8263 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:24.295373 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.312759 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.380181 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] For port c7e16f45-88d2-4181-857e-30e598ea8263, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c7e16f45-88d2-4181-857e-30e598ea8263,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:24.380571 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.394504 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Calling delete_port for c7e16f45-88d2-4181-857e-30e598ea8263 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:24.394988 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-465c8115-5bc7-4c88-94cf-80746c2ae2bd None None] Provisioning complete for port 0af0d346-ad81-4e00-8b7d-52c7abad7faf triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:17:24.395577 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-465c8115-5bc7-4c88-94cf-80746c2ae2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.436344 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-465c8115-5bc7-4c88-94cf-80746c2ae2bd None None] Port 0af0d346-ad81-4e00-8b7d-52c7abad7faf cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:17:24.439850 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:17:23Z', 'revision_number': 5, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port': {'id': 'c7e16f45-88d2-4181-857e-30e598ea8263', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:43Z', 'updated_at': '2022-03-10T07:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:24.469982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] Checking router: 6f4a86fc-0711-49c1-aef8-637de9e3a68a for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:17:24.479173 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] Routers {'6f4a86fc-0711-49c1-aef8-637de9e3a68a'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:24.479987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:24.573146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] Set router 6f4a86fc-0711-49c1-aef8-637de9e3a68a gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:24.589625 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af0d346-ad81-4e00-8b7d-52c7abad7faf {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:17:24.597144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Publish callbacks [] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.625957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:17:24Z', 'revision_number': 6, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:24.634643 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Transition to ACTIVE for port object 0af0d346-ad81-4e00-8b7d-52c7abad7faf will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:17:24.635123 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (c7e16f45-88d2-4181-857e-30e598ea8263), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.655722 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397fe11-0bd8-446b-aa02-bb37014663b3 None None] The sync data for ids ['6f4a86fc-0711-49c1-aef8-637de9e3a68a'] in dv-cinder-832919-1-iscsi is: [{'id': '6f4a86fc-0711-49c1-aef8-637de9e3a68a', 'name': 'tempest-TestMinimumBasicScenario-954001620-router', 'tenant_id': '9059acfddbe64875947a019009596307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:42Z', 'updated_at': '2022-03-10T07:17:24Z', 'revision_number': 6, 'project_id': '9059acfddbe64875947a019009596307', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:17:24.660751 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e16f45-88d2-4181-857e-30e598ea8263,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:24.708750 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.724255 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (6f4a86fc-0711-49c1-aef8-637de9e3a68a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.777167 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Pushing event updated for resources: {'Port': ['ID=0af0d346-ad81-4e00-8b7d-52c7abad7faf,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:24.834749 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Attempting to bind port 0af0d346-ad81-4e00-8b7d-52c7abad7faf on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:17:24.835670 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Attempting to bind port 0af0d346-ad81-4e00-8b7d-52c7abad7faf by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:17:24.836003 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Attempting to bind port 0af0d346-ad81-4e00-8b7d-52c7abad7faf on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:17:24.840846 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Port 0af0d346-ad81-4e00-8b7d-52c7abad7faf on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:17:24.841165 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Attempting to bind port 0af0d346-ad81-4e00-8b7d-52c7abad7faf on network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:17:24.843033 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (6f4a86fc-0711-49c1-aef8-637de9e3a68a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.845619 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks [] for router_controller (6f4a86fc-0711-49c1-aef8-637de9e3a68a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.846131 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:17:24.846683 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Checking segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:17:24.846844 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Bound using segment: {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:17:24.847260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Bound port: 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af29ee8-1683-48fc-b81b-cd40fcd53a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:17:24.847606 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:24.926064 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] For port 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:17:24.931152 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] For port 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:17:24.948717 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e521d67-6f36-480f-a9a9-998e1e0f972c req-9973a56c-d8a3-48c1-b875-c40f2e9e3c0b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:24.950446 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9e521d67-6f36-480f-a9a9-998e1e0f972c req-9973a56c-d8a3-48c1-b875-c40f2e9e3c0b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 943 time: 0.1093576 Mar 10 07:17:25.000639 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9e521d67-6f36-480f-a9a9-998e1e0f972c req-27017111-1d72-42fd-a924-227bf30eb305 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Mar 10 07:17:25.015056 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (6f4a86fc-0711-49c1-aef8-637de9e3a68a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.015601 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4a86fc-0711-49c1-aef8-637de9e3a68a {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:17:25.029437 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.029437 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0bedca79-1883-439c-bcc3-2dd52d56f135 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6f4a86fc-0711-49c1-aef8-637de9e3a68a HTTP/1.1" status: 204 len: 168 time: 1.0991564 Mar 10 07:17:25.031145 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48034) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:25.031893 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.064371 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.065241 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.066642 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] 10.222.0.20 "PUT /v2.0/ports/0af0d346-ad81-4e00-8b7d-52c7abad7faf HTTP/1.1" status: 200 len: 1093 time: 0.8219123 Mar 10 07:17:25.069187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:25.072497 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49527711-8cce-4b23-a839-61092353b22e" -d '{"events": [{"name": "network-changed", "server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:25.091039 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Deleting subnet 0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:17:25.096427 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Publish callbacks [] for subnet (0bd27e1b-8cdf-4420-bd33-e6fa961c7de8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.119236 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c5375-f3c6-4070-bd24-1e0d3da2aa6a x-openstack-request-id: req-bf4c5375-f3c6-4070-bd24-1e0d3da2aa6a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:25.119488 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:25.119810 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf4c5375-f3c6-4070-bd24-1e0d3da2aa6a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:25.120209 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'status': 'completed', 'code': 200} Mar 10 07:17:25.123414 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f21c1-0c80-4f91-a74a-6bc673836e1c service neutron] Pushing event updated for resources: {'Port': ['ID=0af0d346-ad81-4e00-8b7d-52c7abad7faf,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:25.149635 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (0bd27e1b-8cdf-4420-bd33-e6fa961c7de8), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.203450 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49527711-8cce-4b23-a839-61092353b22e req-8bd3ad79-1e5d-4ece-9dfc-6d1b12188810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.205191 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-49527711-8cce-4b23-a839-61092353b22e req-8bd3ad79-1e5d-4ece-9dfc-6d1b12188810 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 1127 time: 0.0603511 Mar 10 07:17:25.269079 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (0bd27e1b-8cdf-4420-bd33-e6fa961c7de8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.316032 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49527711-8cce-4b23-a839-61092353b22e req-ddebef19-2cf3-4232-b2c0-2214c161d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.317517 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-49527711-8cce-4b23-a839-61092353b22e req-ddebef19-2cf3-4232-b2c0-2214c161d3c3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f693983c2fa04676a6d87587328a414d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1041160 Mar 10 07:17:25.400729 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (0bd27e1b-8cdf-4420-bd33-e6fa961c7de8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.409886 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49527711-8cce-4b23-a839-61092353b22e req-a2464b5d-ce1d-4368-8f90-8e205508d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.411422 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-49527711-8cce-4b23-a839-61092353b22e req-a2464b5d-ce1d-4368-8f90-8e205508d35c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873218 Mar 10 07:17:25.425557 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd27e1b-8cdf-4420-bd33-e6fa961c7de8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:25.429725 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.435117 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-9f8ef33e-d783-4b17-8963-2e6f7810788f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0bd27e1b-8cdf-4420-bd33-e6fa961c7de8 HTTP/1.1" status: 204 len: 168 time: 0.4005265 Mar 10 07:17:25.435442 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48038) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:25.441311 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7527de34-e628-4e25-8329-eb6c34364c43 None None] Network 1483fc1f-440b-4860-b049-3ebee64bac78 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:17:25.507547 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (1483fc1f-440b-4860-b049-3ebee64bac78), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.508444 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-ba6e35d1-c286-4038-95e2-7fbc15c52385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.510000 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-ba6e35d1-c286-4038-95e2-7fbc15c52385 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 1127 time: 0.0601871 Mar 10 07:17:25.562333 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Deleting port 69acd9b6-24e1-4ca3-822b-342ab59d639f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:25.562665 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.629852 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] For port 69acd9b6-24e1-4ca3-822b-342ab59d639f, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=69acd9b6-24e1-4ca3-822b-342ab59d639f,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:25.629852 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.639953 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] DHCP port deletion for 1483fc1f-440b-4860-b049-3ebee64bac78 request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:17:25.646430 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Calling delete_port for 69acd9b6-24e1-4ca3-822b-342ab59d639f owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:25.701170 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Deleting port 69acd9b6-24e1-4ca3-822b-342ab59d639f {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:25.702458 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.772939 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] For port 69acd9b6-24e1-4ca3-822b-342ab59d639f, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=69acd9b6-24e1-4ca3-822b-342ab59d639f,segment=NetworkSegment(b9a9ea11-67b7-4209-93f2-851fc6c1c559),segment_id=b9a9ea11-67b7-4209-93f2-851fc6c1c559)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:25.773427 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.791182 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Calling delete_port for 69acd9b6-24e1-4ca3-822b-342ab59d639f owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:25.811841 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.822085 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-f397921c-5755-4f49-b412-99883f949595 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf HTTP/1.1" status: 200 len: 217 time: 0.3039801 Mar 10 07:17:25.868393 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] No DVR routers for this DVR port 69acd9b6-24e1-4ca3-822b-342ab59d639f on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:17:25.868393 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Pushing event deleted for resources: {'Port': ['ID=69acd9b6-24e1-4ca3-822b-342ab59d639f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:25.883763 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-f2bf04e1-6f22-471b-9b8d-b24d1602fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.885785 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-f2bf04e1-6f22-471b-9b8d-b24d1602fb96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0547991 Mar 10 07:17:25.946405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-09b34637-a195-4b02-8a31-2909c60063b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:25.948043 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-09b34637-a195-4b02-8a31-2909c60063b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535412 Mar 10 07:17:25.955316 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (69acd9b6-24e1-4ca3-822b-342ab59d639f), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:25.990494 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Pushing event deleted for resources: {'Port': ['ID=69acd9b6-24e1-4ca3-822b-342ab59d639f,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:25.997261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] No DVR routers for this DVR port 69acd9b6-24e1-4ca3-822b-342ab59d639f on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:17:26.013481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.013481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.013481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.013481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.013481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.013481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.014376 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.014931 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.015427 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.015928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.016427 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.016906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.017427 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2447517-3b8e-4513-a9a5-7aeb86f277e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:17:26.058887 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-4f70a777-973f-495a-a2b1-e3fb7a9f9aba service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024802 Mar 10 07:17:26.165808 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-385653da-952a-4f2a-81ad-ba8c71da42c8 req-88822640-d936-418e-b49d-763dd7718dea service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980384 Mar 10 07:17:26.190608 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (1483fc1f-440b-4860-b049-3ebee64bac78), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.234721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1483fc1f-440b-4860-b049-3ebee64bac78']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:26.246663 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a9ea11-67b7-4209-93f2-851fc6c1c559') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:26.246841 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d7de0966-27e2-4079-b384-6244462e9203 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:26.246945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a9ea11-67b7-4209-93f2-851fc6c1c559') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:26.259283 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (b9a9ea11-67b7-4209-93f2-851fc6c1c559), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.267666 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: d7de0966-27e2-4079-b384-6244462e9203 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:26.268434 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d7de0966-27e2-4079-b384-6244462e9203 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:26.268434 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c7e16f45-88d2-4181-857e-30e598ea8263 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:26.278633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (b9a9ea11-67b7-4209-93f2-851fc6c1c559), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.287685 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: c7e16f45-88d2-4181-857e-30e598ea8263 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:26.288063 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c7e16f45-88d2-4181-857e-30e598ea8263 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:26.288466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 69acd9b6-24e1-4ca3-822b-342ab59d639f no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:26.290196 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7870e-924a-453a-8737-d311a4ae1afe req-583b2d15-e1c2-4989-9292-63c1baea8734 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:26.291686 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77f7870e-924a-453a-8737-d311a4ae1afe req-583b2d15-e1c2-4989-9292-63c1baea8734 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 943 time: 0.0906756 Mar 10 07:17:26.298261 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (b9a9ea11-67b7-4209-93f2-851fc6c1c559), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:17:26.302631 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:17:26.310976 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 69acd9b6-24e1-4ca3-822b-342ab59d639f {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:26.311331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 69acd9b6-24e1-4ca3-822b-342ab59d639f not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:26.398543 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77f7870e-924a-453a-8737-d311a4ae1afe req-1bc95eea-7aae-4bf3-a42b-390744144623 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977573 Mar 10 07:17:26.446548 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (1483fc1f-440b-4860-b049-3ebee64bac78), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.454024 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:26.457154 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] 10.222.0.30 "DELETE /v2.0/networks/1483fc1f-440b-4860-b049-3ebee64bac78 HTTP/1.1" status: 204 len: 168 time: 1.0209110 Mar 10 07:17:26.460195 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48042) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:26.467085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd034b9-a4ee-4c56-9cc9-74e397862daa admin admin] Pushing event deleted for resources: {'Network': ['ID=1483fc1f-440b-4860-b049-3ebee64bac78,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:26.808202 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (890a8a98-137d-4248-bae5-1e8bc65ca466), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:27.049234 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Deleting port b0901838-6be9-4d48-b1e2-ac8ab4595746 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:27.049854 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:27.128283 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] For port b0901838-6be9-4d48-b1e2-ac8ab4595746, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=b0901838-6be9-4d48-b1e2-ac8ab4595746,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:27.128581 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:27.140081 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Calling delete_port for b0901838-6be9-4d48-b1e2-ac8ab4595746 owned by network:router_interface {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:27.363655 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (b0901838-6be9-4d48-b1e2-ac8ab4595746), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:27.388828 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0901838-6be9-4d48-b1e2-ac8ab4595746,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:27.528936 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecc31a-ba50-46db-9957-8376a9b41792 req-669a42f8-3ce9-4eb7-9f3e-de67ec3b39bb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:27.530365 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77ecc31a-ba50-46db-9957-8376a9b41792 req-669a42f8-3ce9-4eb7-9f3e-de67ec3b39bb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 943 time: 0.0587854 Mar 10 07:17:27.567469 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (890a8a98-137d-4248-bae5-1e8bc65ca466), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:27.583274 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-77ecc31a-ba50-46db-9957-8376a9b41792 req-0927a8d9-aa0c-4850-980c-e29456157b44 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472202 Mar 10 07:17:27.787174 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Router 890a8a98-137d-4248-bae5-1e8bc65ca466 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:17:27.891701 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:17:27.896875 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-5d569b10-f656-41c6-a301-8adb2fba2310 admin admin] 10.222.0.30 "PUT /v2.0/routers/890a8a98-137d-4248-bae5-1e8bc65ca466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4354210 Mar 10 07:17:27.899698 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48046) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:27.902150 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] Sync routers for ids ['890a8a98-137d-4248-bae5-1e8bc65ca466'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:17:27.912914 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] Routers {'890a8a98-137d-4248-bae5-1e8bc65ca466'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:27.914401 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['890a8a98-137d-4248-bae5-1e8bc65ca466'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:28.012289 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks [] for router (890a8a98-137d-4248-bae5-1e8bc65ca466), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.025687 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] Set router 890a8a98-137d-4248-bae5-1e8bc65ca466 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:28.116307 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks [] for router_gateway (890a8a98-137d-4248-bae5-1e8bc65ca466), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.203463 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '52b8847d-de45-480e-be8b-664e5d36197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:17:27Z', 'revision_number': 5, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port': {'id': '52b8847d-de45-480e-be8b-664e5d36197c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:12:50Z', 'updated_at': '2022-03-10T07:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:28.269657 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Deleting port 52b8847d-de45-480e-be8b-664e5d36197c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:28.269990 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (52b8847d-de45-480e-be8b-664e5d36197c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.313851 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] Checking router: 890a8a98-137d-4248-bae5-1e8bc65ca466 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:17:28.322651 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] Routers {'890a8a98-137d-4248-bae5-1e8bc65ca466'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:28.323251 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['890a8a98-137d-4248-bae5-1e8bc65ca466'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:28.350697 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] For port 52b8847d-de45-480e-be8b-664e5d36197c, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=52b8847d-de45-480e-be8b-664e5d36197c,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:28.351048 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (52b8847d-de45-480e-be8b-664e5d36197c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.362337 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Calling delete_port for 52b8847d-de45-480e-be8b-664e5d36197c owned by network:router_gateway {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:28.408723 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] Set router 890a8a98-137d-4248-bae5-1e8bc65ca466 gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:28.464077 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:17:28Z', 'revision_number': 6, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:28.490473 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507d5e0-f4f9-4328-8cc9-a63f5f0c3096 None None] The sync data for ids ['890a8a98-137d-4248-bae5-1e8bc65ca466'] in dv-cinder-832919-1-iscsi is: [{'id': '890a8a98-137d-4248-bae5-1e8bc65ca466', 'name': 'tempest-TestMinimumBasicScenario-382366043-router', 'tenant_id': '8364929d87b64285b89f22d8574353eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:12:49Z', 'updated_at': '2022-03-10T07:17:28Z', 'revision_number': 6, 'project_id': '8364929d87b64285b89f22d8574353eb', 'gw_port_host': None}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:17:28.588776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (52b8847d-de45-480e-be8b-664e5d36197c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.615363 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=52b8847d-de45-480e-be8b-664e5d36197c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:28.674165 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (890a8a98-137d-4248-bae5-1e8bc65ca466), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.706547 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c86ba-ce21-4025-b4fd-f173b35400fe req-2dcc35f0-c48d-4c5f-90a7-468c56c40271 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:28.708015 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ee7c86ba-ce21-4025-b4fd-f173b35400fe req-2dcc35f0-c48d-4c5f-90a7-468c56c40271 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 943 time: 0.0525258 Mar 10 07:17:28.757950 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ee7c86ba-ce21-4025-b4fd-f173b35400fe req-bfafce05-96a2-4f9f-be12-9233fe89b84f tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440996 Mar 10 07:17:28.766111 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (890a8a98-137d-4248-bae5-1e8bc65ca466), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.768249 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks [] for router_controller (890a8a98-137d-4248-bae5-1e8bc65ca466), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.889651 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (890a8a98-137d-4248-bae5-1e8bc65ca466), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.890173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890a8a98-137d-4248-bae5-1e8bc65ca466 {{(pid=103617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:17:28.895267 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.896274 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0aad4982-6e94-42d1-be76-4b2633722c8a admin admin] 10.222.0.30 "DELETE /v2.0/routers/890a8a98-137d-4248-bae5-1e8bc65ca466 HTTP/1.1" status: 204 len: 168 time: 0.9955099 Mar 10 07:17:28.898762 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48050) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:28.942877 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Deleting subnet 7fa83076-380f-4aaf-aaa3-45d902083e6d {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:17:28.946112 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Publish callbacks [] for subnet (7fa83076-380f-4aaf-aaa3-45d902083e6d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:28.979812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (7fa83076-380f-4aaf-aaa3-45d902083e6d), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.084488 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (7fa83076-380f-4aaf-aaa3-45d902083e6d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.206617 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (7fa83076-380f-4aaf-aaa3-45d902083e6d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.233891 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa83076-380f-4aaf-aaa3-45d902083e6d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:29.238823 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.244099 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee62e3-a28f-43d7-a41b-4c3148bc2f6e None None] Network 1bc41526-e014-49b6-b013-a2c5163cc352 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:17:29.244963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48054) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:29.248255 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b4556dc7-0600-411b-b3ed-02ae76b8a229 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7fa83076-380f-4aaf-aaa3-45d902083e6d HTTP/1.1" status: 204 len: 168 time: 0.3473279 Mar 10 07:17:29.316698 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (1bc41526-e014-49b6-b013-a2c5163cc352), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.375170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Deleting port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:29.375355 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.410803 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] DHCP port deletion for 1bc41526-e014-49b6-b013-a2c5163cc352 request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:17:29.445225 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] For port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:29.445819 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.459184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Calling delete_port for 58de4ad7-8e4c-45ec-9196-ad4bab6a779d owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:29.460166 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] Deleting port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:17:29.460778 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.532062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] For port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,segment=NetworkSegment(93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e),segment_id=93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:29.532611 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.546138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] Calling delete_port for 58de4ad7-8e4c-45ec-9196-ad4bab6a779d owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:17:29.674848 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.681355 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (58de4ad7-8e4c-45ec-9196-ad4bab6a779d), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.701908 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:29.707283 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] No DVR routers for this DVR port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:17:29.711999 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] Pushing event deleted for resources: {'Port': ['ID=58de4ad7-8e4c-45ec-9196-ad4bab6a779d,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:29.717217 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b178a8-5f44-47d0-87ca-823fae2ac534 None None] No DVR routers for this DVR port 58de4ad7-8e4c-45ec-9196-ad4bab6a779d on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:17:29.776396 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (1bc41526-e014-49b6-b013-a2c5163cc352), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.796644 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc41526-e014-49b6-b013-a2c5163cc352']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:29.806286 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:29.806573 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:29.815669 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.837067 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.861618 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:17:29.862046 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (93e0d1a3-7d12-4848-8b1f-5d67bbf8a76e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:17:29.863604 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:17:29.926413 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354caca-3dd2-4c43-92b4-8c9138937a7c req-a47295b7-b05e-48a8-97d3-44f2ad36746a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:29.927863 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0354caca-3dd2-4c43-92b4-8c9138937a7c req-a47295b7-b05e-48a8-97d3-44f2ad36746a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 943 time: 0.1044989 Mar 10 07:17:29.974856 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0354caca-3dd2-4c43-92b4-8c9138937a7c req-4d4a8b3e-f73f-4d9c-bd1b-f7258668a16b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Mar 10 07:17:30.003230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (1bc41526-e014-49b6-b013-a2c5163cc352), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.008344 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.011411 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] 10.222.0.30 "DELETE /v2.0/networks/1bc41526-e014-49b6-b013-a2c5163cc352 HTTP/1.1" status: 204 len: 168 time: 0.7654541 Mar 10 07:17:30.021782 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75d4d-9d2a-4e17-9a91-325f80b2bf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc41526-e014-49b6-b013-a2c5163cc352,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:30.238619 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 58de4ad7-8e4c-45ec-9196-ad4bab6a779d no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:30.259443 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 58de4ad7-8e4c-45ec-9196-ad4bab6a779d {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:30.260077 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 58de4ad7-8e4c-45ec-9196-ad4bab6a779d not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:30.260181 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device b0901838-6be9-4d48-b1e2-ac8ab4595746 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:30.279475 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: b0901838-6be9-4d48-b1e2-ac8ab4595746 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:30.279823 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device b0901838-6be9-4d48-b1e2-ac8ab4595746 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:30.280222 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 52b8847d-de45-480e-be8b-664e5d36197c no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:17:30.299742 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 52b8847d-de45-480e-be8b-664e5d36197c {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:17:30.300093 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 52b8847d-de45-480e-be8b-664e5d36197c not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:17:30.360441 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48060) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:30.400214 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2d550796-04d6-4acd-b252-f45a69b3d7e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9059acfddbe64875947a019009596307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386162 Mar 10 07:17:30.402507 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48062) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:30.451128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-acdef77e-02c7-4f5c-a892-3a33c144d1bb admin admin] Publish callbacks [] for security_group (5b6c86e2-c22b-4cd6-ba51-8d69f8e64460), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.451913 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 0af0d346-ad81-4e00-8b7d-52c7abad7faf details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:17:30.478011 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-acdef77e-02c7-4f5c-a892-3a33c144d1bb admin admin] Publish callbacks [] for security_group (5b6c86e2-c22b-4cd6-ba51-8d69f8e64460), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.551409 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:30.562095 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'port_id': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'mac_address': 'fa:16:3e:3f:3d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:17:30.599920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 0af0d346-ad81-4e00-8b7d-52c7abad7faf is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:17:30.600337 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.611541 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-acdef77e-02c7-4f5c-a892-3a33c144d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (5b6c86e2-c22b-4cd6-ba51-8d69f8e64460), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.613412 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af0d346-ad81-4e00-8b7d-52c7abad7faf {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:17:30.614131 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-acdef77e-02c7-4f5c-a892-3a33c144d1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.615285 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-acdef77e-02c7-4f5c-a892-3a33c144d1bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b6c86e2-c22b-4cd6-ba51-8d69f8e64460 HTTP/1.1" status: 204 len: 168 time: 0.2119076 Mar 10 07:17:30.623023 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdef77e-02c7-4f5c-a892-3a33c144d1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c86e2-c22b-4cd6-ba51-8d69f8e64460,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:30.637762 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:30.720062 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:30.770340 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=0af0d346-ad81-4e00-8b7d-52c7abad7faf,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:31.063480 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['0af0d346-ad81-4e00-8b7d-52c7abad7faf'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:17:31.095809 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86abeb-4999-4a55-9c5c-84c2afb20b43 req-4a425ce5-0e90-476e-a070-5d855eea607e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:31.097286 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd86abeb-4999-4a55-9c5c-84c2afb20b43 req-4a425ce5-0e90-476e-a070-5d855eea607e tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 944 time: 0.0580332 Mar 10 07:17:31.146038 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cd86abeb-4999-4a55-9c5c-84c2afb20b43 req-c9613681-8ef6-4801-a3ad-24ed060f41f1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Mar 10 07:17:31.233486 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48070) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:31.271411 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-b9204fc1-128f-48dd-bc01-1a9ced5aacd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8364929d87b64285b89f22d8574353eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368018 Mar 10 07:17:31.273651 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48072) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:31.317961 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed2df216-a628-4052-a92b-928e557807a1 admin admin] Publish callbacks [] for security_group (3729984c-166d-4886-8dc6-f40d8d31c4d5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:31.338375 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed2df216-a628-4052-a92b-928e557807a1 admin admin] Publish callbacks [] for security_group (3729984c-166d-4886-8dc6-f40d8d31c4d5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:31.437306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed2df216-a628-4052-a92b-928e557807a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (3729984c-166d-4886-8dc6-f40d8d31c4d5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:31.439801 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed2df216-a628-4052-a92b-928e557807a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:31.440940 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-ed2df216-a628-4052-a92b-928e557807a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3729984c-166d-4886-8dc6-f40d8d31c4d5 HTTP/1.1" status: 204 len: 168 time: 0.1664455 Mar 10 07:17:31.448650 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2df216-a628-4052-a92b-928e557807a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729984c-166d-4886-8dc6-f40d8d31c4d5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:32.261349 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45860c-40a8-404e-bcf0-c1721c1df183 req-2c2fd584-a239-436f-8af3-2d4c6e0a146a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:32.262713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ef45860c-40a8-404e-bcf0-c1721c1df183 req-2c2fd584-a239-436f-8af3-2d4c6e0a146a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 944 time: 0.0520029 Mar 10 07:17:32.307474 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ef45860c-40a8-404e-bcf0-c1721c1df183 req-2e98def6-a5d6-4a6c-b6c2-9dd4d6bb3894 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391653 Mar 10 07:17:32.476386 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 0af0d346-ad81-4e00-8b7d-52c7abad7faf up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:17:32.582729 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 0af0d346-ad81-4e00-8b7d-52c7abad7faf completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:17:32.586661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 0af0d346-ad81-4e00-8b7d-52c7abad7faf triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:17:32.587045 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:32.662341 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 0af0d346-ad81-4e00-8b7d-52c7abad7faf is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:17:32.663222 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:32.684981 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:32.687264 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b6660d-de6e-4a02-bc3d-65a504db9d45" -d '{"events": [{"server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "name": "network-vif-plugged", "status": "completed", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:32.702227 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:17:32.723046 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdd2b2d-98e2-4459-8840-99deb9187416 x-openstack-request-id: req-1bdd2b2d-98e2-4459-8840-99deb9187416 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:32.723340 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "name": "network-vif-plugged", "status": "completed", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:32.723593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bdd2b2d-98e2-4459-8840-99deb9187416 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:32.723989 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'code': 200} Mar 10 07:17:32.759711 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:32.807219 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=0af0d346-ad81-4e00-8b7d-52c7abad7faf,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:17:33.068771 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33275-300a-48ee-926d-75d9d36ebc6d req-b81ba344-d223-4510-8b20-504b2e24ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:33.070553 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dec33275-300a-48ee-926d-75d9d36ebc6d req-b81ba344-d223-4510-8b20-504b2e24ecd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 1129 time: 0.0454066 Mar 10 07:17:33.113180 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-dec33275-300a-48ee-926d-75d9d36ebc6d req-303567c3-d2f9-4c1b-90e3-f2b71d7dbee2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363724 Mar 10 07:17:33.421818 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa0c62-1609-4ad9-9a0d-7c73212680c1 req-df1ae4cd-fe49-462a-80d6-34431e214a9d tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:33.423259 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f2fa0c62-1609-4ad9-9a0d-7c73212680c1 req-df1ae4cd-fe49-462a-80d6-34431e214a9d tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0511920 Mar 10 07:17:33.472064 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f2fa0c62-1609-4ad9-9a0d-7c73212680c1 req-24b8fb1f-8ded-44bf-85be-eefd4718e980 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Mar 10 07:17:34.590138 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236390ff-410e-472d-bf43-6e91eea3a69d req-d1b97fe2-9f4a-40ab-9bba-ebcd554bb0bb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:34.591684 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-236390ff-410e-472d-bf43-6e91eea3a69d req-d1b97fe2-9f4a-40ab-9bba-ebcd554bb0bb tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Mar 10 07:17:34.637395 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-236390ff-410e-472d-bf43-6e91eea3a69d req-43e7f90f-4197-4262-ada6-bd3035e0acab tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Mar 10 07:17:35.752470 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169e83a-f075-4ec1-ac22-9c821fb643c2 req-9fdf8e90-6893-4da6-973a-6ce90002cf13 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:35.753911 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3169e83a-f075-4ec1-ac22-9c821fb643c2 req-9fdf8e90-6893-4da6-973a-6ce90002cf13 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0506370 Mar 10 07:17:35.797908 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3169e83a-f075-4ec1-ac22-9c821fb643c2 req-a525c69b-5492-4e04-8e11-bfb8b2dc6cf1 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Mar 10 07:17:35.911623 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad8772-bda6-4f1d-9feb-9975b07d7cce req-2ffc201a-2daa-4f03-9b10-ad5570ab7a22 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:35.913653 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-95ad8772-bda6-4f1d-9feb-9975b07d7cce req-2ffc201a-2daa-4f03-9b10-ad5570ab7a22 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0551941 Mar 10 07:17:35.930486 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48092) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:17:35.934853 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Request body: {'floatingip': {'port_id': '0af0d346-ad81-4e00-8b7d-52c7abad7faf'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:17:35.973870 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (074076fc-f3b4-48b2-9b5e-4bf5bb3ad334), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:36.406879 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:36.476983 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (074076fc-f3b4-48b2-9b5e-4bf5bb3ad334), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:36.575795 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Floating IP 074076fc-f3b4-48b2-9b5e-4bf5bb3ad334 associated. External IP: 172.27.0.240, port: 0af0d346-ad81-4e00-8b7d-52c7abad7faf. Mar 10 07:17:36.789063 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:17:36.894476 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:17:36.899362 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:36.904016 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d3379-b311-428f-9695-07121f5623a2 None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:17:36.913907 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:36.914550 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:36.927417 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a7e84292-0c51-4278-aa47-0a425067c986 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "PUT /v2.0/floatingips/074076fc-f3b4-48b2-9b5e-4bf5bb3ad334 HTTP/1.1" status: 200 len: 991 time: 0.9959056 Mar 10 07:17:36.928004 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:17:36.930721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:17:36.971878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a527d88-8b3a-4770-90b0-bf11f302cb36 x-openstack-request-id: req-1a527d88-8b3a-4770-90b0-bf11f302cb36 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:17:36.972169 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:17:36.972421 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a527d88-8b3a-4770-90b0-bf11f302cb36 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:17:36.972812 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'status': 'completed', 'code': 200} Mar 10 07:17:37.028314 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:37.035769 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-e638d358-ffb0-4ffc-922b-02130cec88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:37.037242 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-e638d358-ffb0-4ffc-922b-02130cec88e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f693983c2fa04676a6d87587328a414d&device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 1129 time: 0.0433338 Mar 10 07:17:37.127182 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-ee6dded2-8334-42a0-a3e9-36ea4ccf57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:37.128560 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-ee6dded2-8334-42a0-a3e9-36ea4ccf57a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 200 len: 910 time: 0.0851932 Mar 10 07:17:37.190890 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-13a6dd4d-6815-4601-b47d-731a70925966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf HTTP/1.1" status: 200 len: 999 time: 0.0561733 Mar 10 07:17:37.243108 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-c41231d9-5755-48e0-80a8-32dfe1c0947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:37.244536 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-c41231d9-5755-48e0-80a8-32dfe1c0947b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 200 len: 848 time: 0.0457110 Mar 10 07:17:37.253486 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '074076fc-f3b4-48b2-9b5e-4bf5bb3ad334', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'port_id': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'mac_address': 'fa:16:3e:3f:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:17:20Z', 'updated_at': '2022-03-10T07:17:36Z', 'revision_number': 1, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:37.299512 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-153a40bf-f02d-417b-adfb-8ba509816cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:17:37.301114 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-153a40bf-f02d-417b-adfb-8ba509816cde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490084 Mar 10 07:17:37.392663 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-1d3cfa0f-36d9-4212-9059-40f594957c31 service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Mar 10 07:17:37.405997 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d3379-b311-428f-9695-07121f5623a2 None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:17:37.414606 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:17:37.415210 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:17:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:37.483661 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-0e341d87-309f-4ff0-96d7-f6ca8c33df6d req-fa4ac7e6-8ba3-4dce-9b41-7bde2c4b84ee service neutron] 10.222.0.20 "GET /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Mar 10 07:17:37.522822 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:17:37.739829 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-600d3379-b311-428f-9695-07121f5623a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '074076fc-f3b4-48b2-9b5e-4bf5bb3ad334', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'port_id': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'mac_address': 'fa:16:3e:3f:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:17:20Z', 'updated_at': '2022-03-10T07:17:36Z', 'revision_number': 1, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:17:37.768491 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d3379-b311-428f-9695-07121f5623a2 None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '074076fc-f3b4-48b2-9b5e-4bf5bb3ad334', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'port_id': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'mac_address': 'fa:16:3e:3f:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:17:20Z', 'updated_at': '2022-03-10T07:17:36Z', 'revision_number': 1, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:17:37.965819 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842f88c-1b41-4bfd-bd9c-21d57f08bbfe None None] New status for floating IP 074076fc-f3b4-48b2-9b5e-4bf5bb3ad334: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:17:42.485239 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ba44088d-b805-4816-b467-13e2c53ceec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:44.934337 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b83597ad-06ba-4dc5-938b-711aaa279f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:46.031789 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:47.485544 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:47.759612 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:48.930642 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:17:51.715839 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:18:05.889234 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84270-b4b7-4e3c-8700-d34df268f2e2 req-6aeb3288-b04d-442f-b1d8-7d03914c555e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:05.890631 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3aa84270-b4b7-4e3c-8700-d34df268f2e2 req-6aeb3288-b04d-442f-b1d8-7d03914c555e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Mar 10 07:18:05.938764 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3aa84270-b4b7-4e3c-8700-d34df268f2e2 req-f6f6cb0b-8caf-476b-87cf-1458a0673c3a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424457 Mar 10 07:18:07.072730 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723956b-6189-40a5-8815-1689a089f000 req-88656c2f-1728-4bb0-a04e-f7ffcb7f5d83 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:07.074191 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1723956b-6189-40a5-8815-1689a089f000 req-88656c2f-1728-4bb0-a04e-f7ffcb7f5d83 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0558491 Mar 10 07:18:07.122009 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1723956b-6189-40a5-8815-1689a089f000 req-287b0b4d-39f4-4f6c-9bcb-b207ffafae01 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422919 Mar 10 07:18:08.241433 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a2a1-b47d-4b1c-a221-2a6e26d1519f req-ab7b3f30-c72b-437e-9921-932298ce56d1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:08.243360 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18c7a2a1-b47d-4b1c-a221-2a6e26d1519f req-ab7b3f30-c72b-437e-9921-932298ce56d1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0523942 Mar 10 07:18:08.289777 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-18c7a2a1-b47d-4b1c-a221-2a6e26d1519f req-acb6947e-47ea-4ed4-83cb-e9cca0068e23 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408030 Mar 10 07:18:09.408741 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfedee-62a9-4f17-b28f-6159a78b77b4 req-53f4a0dc-6fb8-4a0d-bb3d-8dde1ea4aef8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:09.410225 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-66dfedee-62a9-4f17-b28f-6159a78b77b4 req-53f4a0dc-6fb8-4a0d-bb3d-8dde1ea4aef8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0510612 Mar 10 07:18:09.454667 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-66dfedee-62a9-4f17-b28f-6159a78b77b4 req-62d3ed38-5c75-4314-9e95-e094baf0f2b7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390594 Mar 10 07:18:10.577651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d335db9-d8ba-4ee4-8e7b-806b4f077d96 req-3a3c3f0b-4c11-4fcb-92d0-e15045447b19 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:10.585625 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0d335db9-d8ba-4ee4-8e7b-806b4f077d96 req-3a3c3f0b-4c11-4fcb-92d0-e15045447b19 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0544715 Mar 10 07:18:10.624383 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0d335db9-d8ba-4ee4-8e7b-806b4f077d96 req-b0be53ad-36cb-447a-b682-23928d31db37 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398512 Mar 10 07:18:11.743136 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375ce7c-d1ce-4025-b74a-77f8adbca485 req-281c8cb4-943d-4ad7-98a1-e789e85b6a8b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:11.744597 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8375ce7c-d1ce-4025-b74a-77f8adbca485 req-281c8cb4-943d-4ad7-98a1-e789e85b6a8b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Mar 10 07:18:11.790603 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8375ce7c-d1ce-4025-b74a-77f8adbca485 req-2adb500c-21b2-4315-bf7e-499f879bde9d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402722 Mar 10 07:18:12.438944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-86692c0c-d56f-4fb9-b728-65ae9aa9631f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:12.912380 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68213-c764-432c-b4be-bd6461821981 req-210299d0-e998-41db-99ec-313822be6513 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:12.914510 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2c68213-c764-432c-b4be-bd6461821981 req-210299d0-e998-41db-99ec-313822be6513 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0545511 Mar 10 07:18:12.958302 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b2c68213-c764-432c-b4be-bd6461821981 req-8f9d30ad-86b5-4267-997c-c0ddb5ed64bd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382724 Mar 10 07:18:14.078822 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c997f-896b-44f5-b59f-0f0afee4d159 req-4bd95c1e-a471-4a56-8a28-2d6beae3fb4e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:14.080237 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9c6c997f-896b-44f5-b59f-0f0afee4d159 req-4bd95c1e-a471-4a56-8a28-2d6beae3fb4e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0513086 Mar 10 07:18:14.126281 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9c6c997f-896b-44f5-b59f-0f0afee4d159 req-9931aae8-1fb7-43a3-9dd2-1e098e328aae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405583 Mar 10 07:18:14.922676 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f19aed08-8644-46de-aa75-9cb271bce823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:15.244678 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fccc0-7381-47b7-acae-c31c9437d317 req-4b99b5a1-1104-41c6-9253-3081372ce784 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:15.246146 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-302fccc0-7381-47b7-acae-c31c9437d317 req-4b99b5a1-1104-41c6-9253-3081372ce784 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0505300 Mar 10 07:18:15.294037 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-302fccc0-7381-47b7-acae-c31c9437d317 req-c6486aca-74a4-4be6-a8cd-607d31096305 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424721 Mar 10 07:18:16.002226 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:16.415099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857aaa9-418e-40cd-b856-bae035139b31 req-bf5dd53f-6548-4462-a902-98dbc4c54f3c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:16.418863 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2857aaa9-418e-40cd-b856-bae035139b31 req-bf5dd53f-6548-4462-a902-98dbc4c54f3c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0517676 Mar 10 07:18:16.463290 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2857aaa9-418e-40cd-b856-bae035139b31 req-5fc8343b-662c-4c20-82fd-b3ffc955053e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410018 Mar 10 07:18:17.487945 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:17.581583 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653d571-9057-4728-88d1-a8986c161b20 req-1a08d69b-f730-4b33-b40a-58c4408fed34 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:17.583005 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f653d571-9057-4728-88d1-a8986c161b20 req-1a08d69b-f730-4b33-b40a-58c4408fed34 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Mar 10 07:18:17.628529 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f653d571-9057-4728-88d1-a8986c161b20 req-14b8e18f-48f9-4509-8e75-99396f67bdbf tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389721 Mar 10 07:18:17.770655 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:18.699118 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:18:18.750988 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419929f4-0aa7-4039-a552-1972c57d0a30 req-b4dd5320-b467-4b4b-b7c4-30758b39ebfb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:18.752410 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-419929f4-0aa7-4039-a552-1972c57d0a30 req-b4dd5320-b467-4b4b-b7c4-30758b39ebfb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0551603 Mar 10 07:18:18.797527 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:18.797774 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-419929f4-0aa7-4039-a552-1972c57d0a30 req-f765c3d2-cabb-4fae-82a9-b7c7c0193bfa tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395155 Mar 10 07:18:18.808214 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'mac_address': 'fa:16:3e:8c:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:18:18.845186 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: ACTIVE; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:18:18.845604 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:18.863029 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54bdc946-cd7d-4245-93ca-8bde134a445b {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:18:18.887920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:18.936104 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:18.964607 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:19.019164 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=6']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:19.067222 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['54bdc946-cd7d-4245-93ca-8bde134a445b'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:18:19.915738 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ffd24-6723-40b9-9272-58f604b49ab2 req-f4f01341-a1a0-4b47-a9c4-74bbb3efc8b4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:19.917178 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d75ffd24-6723-40b9-9272-58f604b49ab2 req-f4f01341-a1a0-4b47-a9c4-74bbb3efc8b4 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 944 time: 0.0516503 Mar 10 07:18:19.962338 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d75ffd24-6723-40b9-9272-58f604b49ab2 req-29005347-84a1-4059-9d1d-860fb81eb869 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395920 Mar 10 07:18:20.713887 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:18:20.763448 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 54bdc946-cd7d-4245-93ca-8bde134a445b triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:18:20.763820 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:20.838688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:18:20.839071 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:20.860136 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:18:20.862359 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af3eb82-ad1d-4653-a5d5-582c5736dac0" -d '{"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-plugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:18:20.874856 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:20.898817 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b4fd80-1a4b-406c-8622-d3d8e43c1cf8 x-openstack-request-id: req-b8b4fd80-1a4b-406c-8622-d3d8e43c1cf8 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:18:20.899092 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-plugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:18:20.899352 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8b4fd80-1a4b-406c-8622-d3d8e43c1cf8 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:18:20.899787 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'code': 200} Mar 10 07:18:20.964799 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:21.019333 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=7']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:21.087868 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5373-153a-458f-80b9-529b343e277c req-de3e93cc-adc6-4729-b0b3-5b48fd5d27a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:21.089357 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-051e5373-153a-458f-80b9-529b343e277c req-de3e93cc-adc6-4729-b0b3-5b48fd5d27a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Mar 10 07:18:21.138922 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-051e5373-153a-458f-80b9-529b343e277c req-c61cc7c4-c2d9-460f-a416-7ec1e1fdaef3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439188 Mar 10 07:18:22.260103 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcf6e1-e51a-4833-9451-e9561d4831fa req-2ff7c0d5-d885-4514-9a71-506c8e566e88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:22.261526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-abdcf6e1-e51a-4833-9451-e9561d4831fa req-2ff7c0d5-d885-4514-9a71-506c8e566e88 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Mar 10 07:18:22.307329 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-abdcf6e1-e51a-4833-9451-e9561d4831fa req-852caeca-58c1-4e01-848b-e3dcfcb5ae1b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401263 Mar 10 07:18:23.427221 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a41336-1586-42e6-b054-9889a1e45a18 req-a171231e-9f91-4f8f-b4ba-a0a841131ccd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:23.428647 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-16a41336-1586-42e6-b054-9889a1e45a18 req-a171231e-9f91-4f8f-b4ba-a0a841131ccd tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0509498 Mar 10 07:18:23.473581 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-16a41336-1586-42e6-b054-9889a1e45a18 req-3501e857-0667-4727-b481-4bed66f11036 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393412 Mar 10 07:18:24.608901 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b398-c573-4423-934e-63700de9280b req-90385cc3-8ce7-455a-94a6-bb89fd4d9f12 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:24.610323 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e5d7b398-c573-4423-934e-63700de9280b req-90385cc3-8ce7-455a-94a6-bb89fd4d9f12 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0635984 Mar 10 07:18:24.666513 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e5d7b398-c573-4423-934e-63700de9280b req-f6a6592f-5336-4ac6-b3fa-968a3cbef21c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469668 Mar 10 07:18:25.795168 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d09f79-6edc-4ba7-9849-cea6a4028d0c req-9a413885-1aa0-46d5-b474-b8cb0f24a7b0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:25.796647 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-46d09f79-6edc-4ba7-9849-cea6a4028d0c req-9a413885-1aa0-46d5-b474-b8cb0f24a7b0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0573704 Mar 10 07:18:25.844500 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-46d09f79-6edc-4ba7-9849-cea6a4028d0c req-78df2165-5d84-4a45-92c2-7a12aaf5676f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412276 Mar 10 07:18:26.978834 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdc9ee-e106-4706-a4ba-c16c5122b712 req-b64aa134-b81e-4bdd-94fb-8578f91c0f33 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:26.980663 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-19bdc9ee-e106-4706-a4ba-c16c5122b712 req-b64aa134-b81e-4bdd-94fb-8578f91c0f33 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0589190 Mar 10 07:18:27.234182 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-19bdc9ee-e106-4706-a4ba-c16c5122b712 req-66de144a-0e21-4e7b-956b-6533ebf79542 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2481754 Mar 10 07:18:28.358672 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b318d57-2582-4d4a-891f-3a95ea426726 req-43553d10-a1d3-4b02-8c21-e559acd86dd9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:28.360109 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b318d57-2582-4d4a-891f-3a95ea426726 req-43553d10-a1d3-4b02-8c21-e559acd86dd9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Mar 10 07:18:28.405589 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b318d57-2582-4d4a-891f-3a95ea426726 req-2755f30b-cb0d-43e5-ab54-92eaf8a824c8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398996 Mar 10 07:18:28.716075 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:18:29.535005 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825ebdf-6bc9-400d-91a6-d6dc751c8ed2 req-77578577-7f35-4665-8f7a-ad9c95b09742 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:29.537260 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d825ebdf-6bc9-400d-91a6-d6dc751c8ed2 req-77578577-7f35-4665-8f7a-ad9c95b09742 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0545497 Mar 10 07:18:29.588389 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d825ebdf-6bc9-400d-91a6-d6dc751c8ed2 req-a56b7c57-de3d-4221-8812-80a4f8013347 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462632 Mar 10 07:18:30.730338 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba76dfe-3fa2-4cff-9e5f-24c7df53dfb9 req-9986f864-ba4d-49c3-8386-bc06d808d033 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:30.732066 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eba76dfe-3fa2-4cff-9e5f-24c7df53dfb9 req-9986f864-ba4d-49c3-8386-bc06d808d033 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0645220 Mar 10 07:18:30.783440 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eba76dfe-3fa2-4cff-9e5f-24c7df53dfb9 req-392a4e6b-b9ba-41dd-ab92-ed9eec808598 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455368 Mar 10 07:18:31.909937 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca542fa-cb13-491b-9715-59c024f6297b req-a69db00b-c029-4506-a746-aa45bc661541 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:31.911571 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ca542fa-cb13-491b-9715-59c024f6297b req-a69db00b-c029-4506-a746-aa45bc661541 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0536923 Mar 10 07:18:31.958268 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ca542fa-cb13-491b-9715-59c024f6297b req-bbece6d9-7198-4772-b97c-e3e996fd04eb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405564 Mar 10 07:18:33.096149 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe642a-a651-43ed-a467-f7bb55fa0fcd req-74061deb-7a2d-4f07-8d7d-1af8b8bc8607 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:33.097645 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-17fe642a-a651-43ed-a467-f7bb55fa0fcd req-74061deb-7a2d-4f07-8d7d-1af8b8bc8607 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0578818 Mar 10 07:18:33.148659 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-17fe642a-a651-43ed-a467-f7bb55fa0fcd req-a6e8d1c7-7b20-4ad3-bd1b-d9a09abdf808 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438004 Mar 10 07:18:33.490128 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48246) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:33.670018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Deleting port c11fc399-65fc-4a15-91b9-9155ab5a03c0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:33.670471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:33.754237 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:33.754465 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for floatingip (c11fc399-65fc-4a15-91b9-9155ab5a03c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:33.766502 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Calling delete_port for c11fc399-65fc-4a15-91b9-9155ab5a03c0 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:33.999389 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (c11fc399-65fc-4a15-91b9-9155ab5a03c0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:34.032192 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event deleted for resources: {'Port': ['ID=c11fc399-65fc-4a15-91b9-9155ab5a03c0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:34.057916 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.058267 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.058606 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.058955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.059259 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.059578 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.059895 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.060209 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.060524 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.060837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.061170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.061540 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.064609 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:34.105431 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for floatingip (f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:34.106335 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Floating IP f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2 disassociated (deleted). External IP: 172.27.0.68, port: 12ca5fd8-5506-4117-8cac-9e68beb217f5. Mar 10 07:18:34.357517 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625754d1-ccf5-4c61-b50f-47afdb6dcaae req-bafa19d0-7f2b-431f-8de0-ba0a0a0d7575 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:34.358937 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-625754d1-ccf5-4c61-b50f-47afdb6dcaae req-bafa19d0-7f2b-431f-8de0-ba0a0a0d7575 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.1247270 Mar 10 07:18:34.453831 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-625754d1-ccf5-4c61-b50f-47afdb6dcaae req-e2386c94-266e-4882-bd12-f3fb01f100ca tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853019 Mar 10 07:18:34.469600 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:18:34.593532 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:18:34.598568 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:34.603438 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] Sync routers for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:18:34.614125 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:18:34.615177 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:18:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:34.638759 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3fef4060-dae7-47ca-bca1-fda1379fa01e tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "DELETE /v2.0/floatingips/f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2 HTTP/1.1" status: 204 len: 168 time: 1.1450977 Mar 10 07:18:34.638759 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:18:34.640017 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:18:34.677783 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88645fd-f2da-4ae9-8c61-6f95a0a7e49d x-openstack-request-id: req-f88645fd-f2da-4ae9-8c61-6f95a0a7e49d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:18:34.678068 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:18:34.678321 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f88645fd-f2da-4ae9-8c61-6f95a0a7e49d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:18:34.679241 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'status': 'completed', 'code': 200} Mar 10 07:18:34.760578 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-0621350d-eb53-481a-bf7b-7efdb65948a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:34.762926 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-0621350d-eb53-481a-bf7b-7efdb65948a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f5beebb6d3f41729144b49e59c7c811&device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 1129 time: 0.0604560 Mar 10 07:18:34.778562 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:18:34.871817 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-6710d932-28d2-495c-8229-0dcb99add5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:34.873334 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-6710d932-28d2-495c-8229-0dcb99add5df service neutron] 10.222.0.20 "GET /v2.0/networks?id=49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 200 len: 909 time: 0.1010454 Mar 10 07:18:35.004983 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:35.036549 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] Checking router: dcdf7938-d3ae-477d-83bb-4b7deaea0de4 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:18:35.047061 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:18:35.047856 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:18:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:35.168145 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:18:35.206429 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-727ff9a2-cb2e-4730-9914-1385d239bdd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 200 len: 217 time: 0.3265243 Mar 10 07:18:35.253873 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-5920e848-af5f-4f9b-9aba-dce3ecf1a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:35.260497 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-5920e848-af5f-4f9b-9aba-dce3ecf1a5c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 200 len: 847 time: 0.0426159 Mar 10 07:18:35.304873 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-b2ee5e9f-0790-45da-ab08-3030098e139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:35.306672 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-b2ee5e9f-0790-45da-ab08-3030098e139d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49081606-0680-4e63-907e-aa47f0a0685a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451779 Mar 10 07:18:35.375380 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:35.403175 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-1c59626b-c614-4a3f-8c3c-1c6ea85d33b7 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888464 Mar 10 07:18:35.407885 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3da3f-00bf-4568-9c76-3d7561eff57e None None] The sync data for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi is: [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:24Z', 'revision_number': 4, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '81bafe32-33c1-43de-a523-c2356f3386ed', 'name': '', 'network_id': '49081606-0680-4e63-907e-aa47f0a0685a', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'mac_address': 'fa:16:3e:34:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:24Z', 'updated_at': '2022-03-10T07:11:29Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'subnets': [{'id': 'cbfb5474-7519-4845-96fe-ea4a31e9deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:18:35.479641 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f707b9c-d5fc-4b16-8459-b2e9ab17c912 req-ea3766cf-0a3f-4dfa-933a-80b8558a22ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:35.480692 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8f707b9c-d5fc-4b16-8459-b2e9ab17c912 req-ea3766cf-0a3f-4dfa-933a-80b8558a22ee tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0751131 Mar 10 07:18:35.540150 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-4e6bb4e2-1f07-4f28-b838-0e75340be7c0 req-7d8ecfea-9dfc-4ca1-9f21-0a80276f2898 service neutron] 10.222.0.20 "GET /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266744 Mar 10 07:18:35.550665 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8f707b9c-d5fc-4b16-8459-b2e9ab17c912 req-656bd9bf-852a-4183-8db3-97e77cf64824 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642765 Mar 10 07:18:35.641067 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4156a88-e9e7-4dde-a22d-04ae9223aba2 req-1645f061-48e6-44d2-a236-41906499abc8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:35.644750 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4156a88-e9e7-4dde-a22d-04ae9223aba2 req-1645f061-48e6-44d2-a236-41906499abc8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0663772 Mar 10 07:18:35.702565 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4156a88-e9e7-4dde-a22d-04ae9223aba2 req-3c6c3a76-4079-42bd-a27f-3ca3e59f17d3 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529795 Mar 10 07:18:35.771407 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910999e9-62d4-46df-b954-e0a944ffb84f None None] New status for floating IP f74cfa0e-85c3-4f57-b7d3-8a4cc84c94c2: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:18:36.670267 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05387ca3-f876-4187-90df-a90ed8ffbf1f req-d4ce51ce-427a-4e2c-bdfd-6bb61c764a42 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:36.671708 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-05387ca3-f876-4187-90df-a90ed8ffbf1f req-d4ce51ce-427a-4e2c-bdfd-6bb61c764a42 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0518057 Mar 10 07:18:36.722634 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-05387ca3-f876-4187-90df-a90ed8ffbf1f req-42e19b98-5290-4f40-8aa5-406e53016c30 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/security-groups?id=31293d53-d1e5-40ff-81a7-31c19ee097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Mar 10 07:18:36.843370 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c7d1-e3c2-4506-927a-481db63ec058 req-eba46e61-ca1b-49b8-bdbd-9849bb59d2df tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:36.844836 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3267c7d1-e3c2-4506-927a-481db63ec058 req-eba46e61-ca1b-49b8-bdbd-9849bb59d2df tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Mar 10 07:18:36.890888 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3267c7d1-e3c2-4506-927a-481db63ec058 req-76e8ab58-0dd6-4579-8b06-a228080deab6 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404055 Mar 10 07:18:37.181862 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-fd228f24-e003-408b-9404-0d98bb475407 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:37.183189 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-fd228f24-e003-408b-9404-0d98bb475407 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 945 time: 0.0505543 Mar 10 07:18:37.360419 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Deleting port 12ca5fd8-5506-4117-8cac-9e68beb217f5 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:37.360753 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:37.448654 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] For port 12ca5fd8-5506-4117-8cac-9e68beb217f5, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=12ca5fd8-5506-4117-8cac-9e68beb217f5,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:37.448929 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:37.461495 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Calling delete_port for 12ca5fd8-5506-4117-8cac-9e68beb217f5 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:37.613170 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-102366a8-09c8-434d-86bb-0a7e5db3a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:37.614720 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-102366a8-09c8-434d-86bb-0a7e5db3a0ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1129 time: 0.0838914 Mar 10 07:18:37.677685 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (12ca5fd8-5506-4117-8cac-9e68beb217f5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:37.717884 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event deleted for resources: {'Port': ['ID=12ca5fd8-5506-4117-8cac-9e68beb217f5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:37.757543 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.757876 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.758238 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.758527 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.758853 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.759161 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.759477 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.759789 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.760104 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.760413 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.760724 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.761032 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.761362 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:37.779276 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] No DVR routers for this DVR port 12ca5fd8-5506-4117-8cac-9e68beb217f5 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:18:37.781337 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-64844bd9-1f20-47f2-82d3-e63d9c832d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:37.782786 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-64844bd9-1f20-47f2-82d3-e63d9c832d2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.1626654 Mar 10 07:18:37.783776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:37.786840 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-961a4582-8f01-4e3b-aec7-3ea5bd256e46 req-53860100-4f48-449d-8f01-4984a8dbca57 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.20 "DELETE /v2.0/ports/12ca5fd8-5506-4117-8cac-9e68beb217f5 HTTP/1.1" status: 204 len: 173 time: 0.5120978 Mar 10 07:18:37.787279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-deleted', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:18:37.790019 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92074f6c-eb42-4505-8268-18de3e60867d" -d '{"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-deleted", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:18:37.832592 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf9670c-513b-42dc-8c06-d7d0969717e8 x-openstack-request-id: req-bbf9670c-513b-42dc-8c06-d7d0969717e8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:18:37.832815 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40b60c0a-c265-46d0-91fb-afb8f9043894 req-34730bd7-2218-40f8-a92b-abe2910612fb tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 210 time: 0.0419204 Mar 10 07:18:37.833280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9581b2f-ce50-4923-9453-cfed2ec63c7e", "name": "network-vif-deleted", "tag": "12ca5fd8-5506-4117-8cac-9e68beb217f5", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:18:37.833280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbf9670c-513b-42dc-8c06-d7d0969717e8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:18:37.833544 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9581b2f-ce50-4923-9453-cfed2ec63c7e', 'name': 'network-vif-deleted', 'tag': '12ca5fd8-5506-4117-8cac-9e68beb217f5', 'status': 'completed', 'code': 200} Mar 10 07:18:37.859431 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-75784f47-1a4b-43f2-b103-58cf7a05ae10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 999 time: 0.0667768 Mar 10 07:18:37.908529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-c1cb1bc1-0584-450a-9ebf-e6710fdacc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:37.910001 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-c1cb1bc1-0584-450a-9ebf-e6710fdacc8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0442724 Mar 10 07:18:37.961627 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-672d1dc9-4baa-4f17-bb9a-7a7ffc59aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:37.963507 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-672d1dc9-4baa-4f17-bb9a-7a7ffc59aaa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465977 Mar 10 07:18:38.025288 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eea8d-a0cc-4cb0-ad46-af21cad75e38 req-38f53f8e-90fd-412f-bdc9-2ec0fb201e5a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:38.026759 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b24eea8d-a0cc-4cb0-ad46-af21cad75e38 req-38f53f8e-90fd-412f-bdc9-2ec0fb201e5a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Mar 10 07:18:38.066611 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-f52902f6-95a2-4dc6-8a78-8152e64e4793 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953903 Mar 10 07:18:38.076413 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b24eea8d-a0cc-4cb0-ad46-af21cad75e38 req-8c27353d-66f7-4624-949e-ceb5f47ff6e5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437906 Mar 10 07:18:38.164977 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1d067a6c-4c79-428c-99e4-f70b98bc8222 req-bde1bb40-4428-417c-8895-8092b4cb995b service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916121 Mar 10 07:18:38.939779 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b466254f-e912-4429-b3a1-28b477b2bfcc req-53c21805-2260-439d-9f66-64ff3cae20ca tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9581b2f-ce50-4923-9453-cfed2ec63c7e HTTP/1.1" status: 200 len: 210 time: 0.0301778 Mar 10 07:18:39.202496 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5664-ff8f-406d-bb92-9db6dc024efb req-fa785500-bfc0-4545-841d-3d627183d289 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:39.204076 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f39d5664-ff8f-406d-bb92-9db6dc024efb req-fa785500-bfc0-4545-841d-3d627183d289 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0535705 Mar 10 07:18:39.250638 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f39d5664-ff8f-406d-bb92-9db6dc024efb req-d849f990-1a7b-4e20-8c45-bf2fb1c6b905 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410013 Mar 10 07:18:39.995065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48290) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:40.053347 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49215214-6c42-4ba2-a36b-a4869a017fe8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group (31293d53-d1e5-40ff-81a7-31c19ee097ae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:40.077924 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49215214-6c42-4ba2-a36b-a4869a017fe8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group (31293d53-d1e5-40ff-81a7-31c19ee097ae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:40.175906 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49215214-6c42-4ba2-a36b-a4869a017fe8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (31293d53-d1e5-40ff-81a7-31c19ee097ae), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:40.178498 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49215214-6c42-4ba2-a36b-a4869a017fe8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:40.179701 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-49215214-6c42-4ba2-a36b-a4869a017fe8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] 10.222.0.30 "DELETE /v2.0/security-groups/31293d53-d1e5-40ff-81a7-31c19ee097ae HTTP/1.1" status: 204 len: 168 time: 0.1836522 Mar 10 07:18:40.188631 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49215214-6c42-4ba2-a36b-a4869a017fe8 tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31293d53-d1e5-40ff-81a7-31c19ee097ae,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:40.289101 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48296) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:40.382656 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db476-bb19-45b8-a0c2-1f35de43b401 req-f14a2b41-654d-45a4-bed3-1c36a3bc3543 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:40.384123 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-881db476-bb19-45b8-a0c2-1f35de43b401 req-f14a2b41-654d-45a4-bed3-1c36a3bc3543 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Mar 10 07:18:40.431782 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-881db476-bb19-45b8-a0c2-1f35de43b401 req-bdfe8faf-d86b-430e-b232-ef9831ce8d4b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421247 Mar 10 07:18:40.791269 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:40.854204 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:40.936608 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: ACTIVE; New status is: DOWN {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:18:40.937000 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:40.959854 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:18:40.962362 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d301d182-2b78-438e-8e3e-d5bb6b7724a3" -d '{"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-unplugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:18:40.985448 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:40.993511 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 07:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ddf8d3-4f04-403c-9921-3bb951974f4c x-openstack-request-id: req-c2ddf8d3-4f04-403c-9921-3bb951974f4c {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:18:40.993801 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-unplugged", "status": "failed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "code": 422}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:18:40.994052 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2ddf8d3-4f04-403c-9921-3bb951974f4c {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:18:40.994445 dv-cinder-832919-1-iscsi neutron-server[103618]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'code': 422} returned with failed status Mar 10 07:18:41.046259 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Deleting port 81bafe32-33c1-43de-a523-c2356f3386ed {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:41.046520 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:41.078857 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:41.079579 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:41.121697 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 12ca5fd8-5506-4117-8cac-9e68beb217f5 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:18:41.122048 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 12ca5fd8-5506-4117-8cac-9e68beb217f5 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:41.125585 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] For port 81bafe32-33c1-43de-a523-c2356f3386ed, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=81bafe32-33c1-43de-a523-c2356f3386ed,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:41.125957 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:41.142405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Calling delete_port for 81bafe32-33c1-43de-a523-c2356f3386ed owned by network:router_interface {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:41.147069 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=8']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:41.154925 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.155274 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.155618 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.155947 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.156272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.156594 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.156940 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.157261 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.157602 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.157961 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.158296 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.158612 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.158925 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:18:41.373718 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (81bafe32-33c1-43de-a523-c2356f3386ed), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:41.397833 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Pushing event deleted for resources: {'Port': ['ID=81bafe32-33c1-43de-a523-c2356f3386ed,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:41.568568 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:41.786716 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:18:41.893619 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:18:41.899037 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2a2c24c3-bf30-43a3-b530-cdcacad09075 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcdf7938-d3ae-477d-83bb-4b7deaea0de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086969 Mar 10 07:18:41.902495 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] Sync routers for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:18:41.913269 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:18:41.913909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:18:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:41.914885 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48322) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:42.024669 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks [] for router (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.131502 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks [] for router_gateway (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.150032 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:18:42.285103 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Deleting port c89c26ca-c446-44b8-9da2-2b0d08f79341 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:42.285627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.351560 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:18:41Z', 'revision_number': 5, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port': {'id': 'c89c26ca-c446-44b8-9da2-2b0d08f79341', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:42.376200 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] For port c89c26ca-c446-44b8-9da2-2b0d08f79341, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=c89c26ca-c446-44b8-9da2-2b0d08f79341,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:42.376550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.383594 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] Checking router: dcdf7938-d3ae-477d-83bb-4b7deaea0de4 for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:18:42.388251 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Calling delete_port for c89c26ca-c446-44b8-9da2-2b0d08f79341 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:42.399161 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] Routers {'dcdf7938-d3ae-477d-83bb-4b7deaea0de4'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:18:42.400176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:18:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:42.474469 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c48c335-034f-4022-ac7f-ec2fbb119e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.494905 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] Set router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:18:42.553160 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:18:42Z', 'revision_number': 6, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:42.585466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dac832-4a7a-437c-9f52-18e40288b43e None None] The sync data for ids ['dcdf7938-d3ae-477d-83bb-4b7deaea0de4'] in dv-cinder-832919-1-iscsi is: [{'id': 'dcdf7938-d3ae-477d-83bb-4b7deaea0de4', 'name': 'tempest-TestShelveInstance-162005116-router', 'tenant_id': '2f5beebb6d3f41729144b49e59c7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:21Z', 'updated_at': '2022-03-10T07:18:42Z', 'revision_number': 6, 'project_id': '2f5beebb6d3f41729144b49e59c7c811', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:18:42.633343 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (c89c26ca-c446-44b8-9da2-2b0d08f79341), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.663385 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-44be2335-6dae-4d2f-aba0-9d1892f79d3d req-1b95d2a7-3eed-4057-bba8-920683fee2fd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:18:42.664224 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-44be2335-6dae-4d2f-aba0-9d1892f79d3d req-1b95d2a7-3eed-4057-bba8-920683fee2fd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210843 Mar 10 07:18:42.666864 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89c26ca-c446-44b8-9da2-2b0d08f79341,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:42.725071 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.818030 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.820347 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks [] for router_controller (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.932972 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (dcdf7938-d3ae-477d-83bb-4b7deaea0de4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.933609 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcdf7938-d3ae-477d-83bb-4b7deaea0de4 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:18:42.937979 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:42.939096 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6131ba8f-fd4a-47ee-a53d-b25021db23f3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dcdf7938-d3ae-477d-83bb-4b7deaea0de4 HTTP/1.1" status: 204 len: 168 time: 1.0231977 Mar 10 07:18:42.941741 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48332) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:42.969806 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6933bd-471c-416b-9ae8-4a3dd3f1e5a4 req-3fe351b0-1260-403d-b64b-6ad0f2ed2428 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:42.971953 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ea6933bd-471c-416b-9ae8-4a3dd3f1e5a4 req-3fe351b0-1260-403d-b64b-6ad0f2ed2428 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0682096 Mar 10 07:18:43.005760 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Deleting subnet cbfb5474-7519-4845-96fe-ea4a31e9deec {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:18:43.010544 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Publish callbacks [] for subnet (cbfb5474-7519-4845-96fe-ea4a31e9deec), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.027163 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ea6933bd-471c-416b-9ae8-4a3dd3f1e5a4 req-81d98a92-77ee-4e78-94b0-49e58bd377d8 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489206 Mar 10 07:18:43.048469 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (cbfb5474-7519-4845-96fe-ea4a31e9deec), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.128957 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (cbfb5474-7519-4845-96fe-ea4a31e9deec), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.207481 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-411cb8ca-b716-4b1d-a8cc-2d53363e98e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458283 Mar 10 07:18:43.263208 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (cbfb5474-7519-4845-96fe-ea4a31e9deec), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.295771 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfb5474-7519-4845-96fe-ea4a31e9deec,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:43.301212 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.304350 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-efa67ef0-0d20-46fd-8f1b-957ae5eec8d3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cbfb5474-7519-4845-96fe-ea4a31e9deec HTTP/1.1" status: 204 len: 168 time: 0.3604579 Mar 10 07:18:43.307152 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c56f5-e21f-4169-89db-e93c784c4fc5 None None] Network 49081606-0680-4e63-907e-aa47f0a0685a requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:18:43.310987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-2f4ae16f-e03a-48b1-ad79-727f95c1ef4f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:43.311179 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48342) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:43.312309 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-2f4ae16f-e03a-48b1-ad79-727f95c1ef4f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports/54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 940 time: 0.0774784 Mar 10 07:18:43.396462 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (49081606-0680-4e63-907e-aa47f0a0685a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.458814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Deleting port 2c0463da-b084-47d5-ad90-76b9f57b0bef {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:43.459434 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.493548 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] DHCP port deletion for 49081606-0680-4e63-907e-aa47f0a0685a request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:18:43.533972 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] For port 2c0463da-b084-47d5-ad90-76b9f57b0bef, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=2c0463da-b084-47d5-ad90-76b9f57b0bef,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:43.534332 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.546336 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] Deleting port 2c0463da-b084-47d5-ad90-76b9f57b0bef {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:43.546706 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.547804 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Calling delete_port for 2c0463da-b084-47d5-ad90-76b9f57b0bef owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:43.610710 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] For port 2c0463da-b084-47d5-ad90-76b9f57b0bef, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=2c0463da-b084-47d5-ad90-76b9f57b0bef,segment=NetworkSegment(90df99ff-6ec9-4736-a47e-64b0e10ded33),segment_id=90df99ff-6ec9-4736-a47e-64b0e10ded33)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:43.617406 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.628167 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] Calling delete_port for 2c0463da-b084-47d5-ad90-76b9f57b0bef owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:43.713750 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.724481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (2c0463da-b084-47d5-ad90-76b9f57b0bef), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.745785 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0463da-b084-47d5-ad90-76b9f57b0bef,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:43.747647 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] No DVR routers for this DVR port 2c0463da-b084-47d5-ad90-76b9f57b0bef on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:18:43.750686 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] Pushing event deleted for resources: {'Port': ['ID=2c0463da-b084-47d5-ad90-76b9f57b0bef,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:43.758192 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84278d8-6f5a-4a84-86d8-0fa8771e9be6 None None] No DVR routers for this DVR port 2c0463da-b084-47d5-ad90-76b9f57b0bef on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:18:43.819327 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (49081606-0680-4e63-907e-aa47f0a0685a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.839147 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49081606-0680-4e63-907e-aa47f0a0685a']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:43.848118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90df99ff-6ec9-4736-a47e-64b0e10ded33') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:43.848406 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90df99ff-6ec9-4736-a47e-64b0e10ded33') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:43.858361 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (90df99ff-6ec9-4736-a47e-64b0e10ded33), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.871931 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (90df99ff-6ec9-4736-a47e-64b0e10ded33), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.877645 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:18:43.878066 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (90df99ff-6ec9-4736-a47e-64b0e10ded33), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:18:43.879681 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:18:43.996516 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (49081606-0680-4e63-907e-aa47f0a0685a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:44.003534 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:44.005432 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] 10.222.0.30 "DELETE /v2.0/networks/49081606-0680-4e63-907e-aa47f0a0685a HTTP/1.1" status: 204 len: 168 time: 0.6934550 Mar 10 07:18:44.008330 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48350) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:44.023168 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc2361-5411-4f9c-afc9-bcd3bc513b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=49081606-0680-4e63-907e-aa47f0a0685a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:44.290413 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 81bafe32-33c1-43de-a523-c2356f3386ed no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:44.318532 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 81bafe32-33c1-43de-a523-c2356f3386ed {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:18:44.319603 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 81bafe32-33c1-43de-a523-c2356f3386ed not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:44.320011 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 2c0463da-b084-47d5-ad90-76b9f57b0bef no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:44.342436 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 2c0463da-b084-47d5-ad90-76b9f57b0bef {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:18:44.342780 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 2c0463da-b084-47d5-ad90-76b9f57b0bef not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:44.343188 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c89c26ca-c446-44b8-9da2-2b0d08f79341 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:44.363388 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: c89c26ca-c446-44b8-9da2-2b0d08f79341 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:18:44.363738 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device c89c26ca-c446-44b8-9da2-2b0d08f79341 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:44.409783 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68d46d-68b4-4393-8503-8cbdf23af637 req-862cff54-8e3a-4c58-983b-d049f0509629 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:44.411397 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6d68d46d-68b4-4393-8503-8cbdf23af637 req-862cff54-8e3a-4c58-983b-d049f0509629 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.1060445 Mar 10 07:18:44.497803 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6d68d46d-68b4-4393-8503-8cbdf23af637 req-d9e6bcc6-59e9-4ecb-b6b5-14e62be2f5e5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790040 Mar 10 07:18:44.603339 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-3f40c4da-e774-4314-ab91-33cd56e74d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:44.604976 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-3f40c4da-e774-4314-ab91-33cd56e74d39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15&tenant_id=3d3a1272878d4494aec6be4b603661cb HTTP/1.1" status: 200 len: 1127 time: 0.0504179 Mar 10 07:18:44.636913 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (399c47b3-58ff-4fc2-b710-a78235410892), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:44.670852 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-76991064-459c-4ee2-aeb8-144264369219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:44.672340 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-76991064-459c-4ee2-aeb8-144264369219 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1127 time: 0.0438318 Mar 10 07:18:44.759317 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-49be0baa-9fe3-4c8d-b7e9-582f0efb8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:44.760667 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-49be0baa-9fe3-4c8d-b7e9-582f0efb8892 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.0832272 Mar 10 07:18:44.829599 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-d4b39786-cfc7-4354-a5b5-f68c9d8e37ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 997 time: 0.0617156 Mar 10 07:18:44.860631 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:44.878158 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-8ea1582d-2b18-46c2-84d4-45c47ac60fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:44.879634 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-8ea1582d-2b18-46c2-84d4-45c47ac60fbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0437217 Mar 10 07:18:44.888754 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Deleting port a7cfe460-e84a-4c13-aaf5-39710f041e59 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:44.889150 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:44.901975 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-abc37aab-7932-43e3-9ddc-fb780ac24427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:44.927974 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-e25bcbed-cd3a-42c9-a3fb-f8f2ddb51022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:44.930208 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-e25bcbed-cd3a-42c9-a3fb-f8f2ddb51022 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448587 Mar 10 07:18:44.942786 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: DOWN; New status is: DOWN {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:18:44.971900 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] For port a7cfe460-e84a-4c13-aaf5-39710f041e59, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=a7cfe460-e84a-4c13-aaf5-39710f041e59,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:44.972260 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:44.988366 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Calling delete_port for a7cfe460-e84a-4c13-aaf5-39710f041e59 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:45.025246 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-9139b775-7459-40b8-ac92-d8a318849a06 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886161 Mar 10 07:18:45.114953 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6a2554bf-6716-4db0-b83a-7fd2dc81fa9d req-020a4d3d-8bb3-4216-81e1-ccb239a2fef8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832078 Mar 10 07:18:45.231256 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (a7cfe460-e84a-4c13-aaf5-39710f041e59), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:45.259139 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cfe460-e84a-4c13-aaf5-39710f041e59,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:45.433218 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (399c47b3-58ff-4fc2-b710-a78235410892), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:45.683446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb7366-8d12-4f4a-83cf-409173f9811e req-7670f5d6-c78c-48fa-8dca-80aab0060a98 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:45.684919 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fdb7366-8d12-4f4a-83cf-409173f9811e req-7670f5d6-c78c-48fa-8dca-80aab0060a98 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.1064949 Mar 10 07:18:45.695814 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Router 399c47b3-58ff-4fc2-b710-a78235410892 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:18:45.785397 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fdb7366-8d12-4f4a-83cf-409173f9811e req-6f1e8702-207b-4afe-817f-573019df9363 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923309 Mar 10 07:18:45.865485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:18:45.873912 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-dc02ecb0-55f6-47e2-afd5-45bf9aaa5d9b admin admin] 10.222.0.30 "PUT /v2.0/routers/399c47b3-58ff-4fc2-b710-a78235410892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8620930 Mar 10 07:18:45.874787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48376) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:45.886540 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749152d-c943-4555-8cac-1753351138f8 None None] Sync routers for ids ['399c47b3-58ff-4fc2-b710-a78235410892'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:18:45.899046 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] Routers {'399c47b3-58ff-4fc2-b710-a78235410892'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:18:45.900059 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:18:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['399c47b3-58ff-4fc2-b710-a78235410892'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:46.026027 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks [] for router (399c47b3-58ff-4fc2-b710-a78235410892), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:46.032920 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:46.073375 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] Set router 399c47b3-58ff-4fc2-b710-a78235410892 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:18:46.184757 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks [] for router_gateway (399c47b3-58ff-4fc2-b710-a78235410892), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:46.300510 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:18:45Z', 'revision_number': 5, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port': {'id': '8283db6a-9d8d-4b94-aad7-72f8dbdaab00', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399c47b3-58ff-4fc2-b710-a78235410892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:11:29Z', 'updated_at': '2022-03-10T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:46.335295 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749152d-c943-4555-8cac-1753351138f8 None None] Checking router: 399c47b3-58ff-4fc2-b710-a78235410892 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:18:46.345434 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] Routers {'399c47b3-58ff-4fc2-b710-a78235410892'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:18:46.346059 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:18:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['399c47b3-58ff-4fc2-b710-a78235410892'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:46.446404 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] Set router 399c47b3-58ff-4fc2-b710-a78235410892 gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:18:46.516370 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-4749152d-c943-4555-8cac-1753351138f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:18:46Z', 'revision_number': 6, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:46.545791 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749152d-c943-4555-8cac-1753351138f8 None None] The sync data for ids ['399c47b3-58ff-4fc2-b710-a78235410892'] in dv-cinder-832919-1-iscsi is: [{'id': '399c47b3-58ff-4fc2-b710-a78235410892', 'name': 'tempest-TestShelveInstance-71681221-router', 'tenant_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:11:28Z', 'updated_at': '2022-03-10T07:18:46Z', 'revision_number': 6, 'project_id': 'c8d7cdf19e944268a4eb3638e7825c1b', 'gw_port_host': None}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:18:46.646924 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Deleting port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:46.648106 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:46.730448 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] For port 8283db6a-9d8d-4b94-aad7-72f8dbdaab00, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:46.730798 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:46.742608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Calling delete_port for 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 owned by network:router_gateway {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:46.940995 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6572d31-5724-4f32-8027-d8c7faf53ff2 req-4c1b172f-93d9-4831-b734-8c096bf4261c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:46.945282 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6572d31-5724-4f32-8027-d8c7faf53ff2 req-4c1b172f-93d9-4831-b734-8c096bf4261c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0790119 Mar 10 07:18:47.013210 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6572d31-5724-4f32-8027-d8c7faf53ff2 req-ceee7ec3-cdde-49d1-93ca-f547ebb7a0ec tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636225 Mar 10 07:18:47.027453 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (8283db6a-9d8d-4b94-aad7-72f8dbdaab00), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.056354 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8283db6a-9d8d-4b94-aad7-72f8dbdaab00,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:47.121372 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (399c47b3-58ff-4fc2-b710-a78235410892), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.216514 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (399c47b3-58ff-4fc2-b710-a78235410892), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.218686 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks [] for router_controller (399c47b3-58ff-4fc2-b710-a78235410892), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.320353 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (399c47b3-58ff-4fc2-b710-a78235410892), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.321083 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399c47b3-58ff-4fc2-b710-a78235410892 {{(pid=103617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:18:47.330144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.331313 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-39207cc4-9ded-4676-b6ec-52c5bbb0fe2c admin admin] 10.222.0.30 "DELETE /v2.0/routers/399c47b3-58ff-4fc2-b710-a78235410892 HTTP/1.1" status: 204 len: 168 time: 1.4560492 Mar 10 07:18:47.333863 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48380) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:47.384497 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Deleting subnet 29507dcf-e18c-4a12-bf97-8f8b24aaaadc {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:18:47.388237 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Publish callbacks [] for subnet (29507dcf-e18c-4a12-bf97-8f8b24aaaadc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.447888 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (29507dcf-e18c-4a12-bf97-8f8b24aaaadc), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.529075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.588273 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (29507dcf-e18c-4a12-bf97-8f8b24aaaadc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.748078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (29507dcf-e18c-4a12-bf97-8f8b24aaaadc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.789577 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29507dcf-e18c-4a12-bf97-8f8b24aaaadc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:47.801333 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b6dbb-7395-414a-81bc-c921a0cdff9a None None] Network f86962fa-6138-429e-8f50-e72aad79a58c requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:18:47.810972 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.818113 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f3177bd6-1270-4763-86f2-78b6ef75b6d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/29507dcf-e18c-4a12-bf97-8f8b24aaaadc HTTP/1.1" status: 204 len: 168 time: 0.4826868 Mar 10 07:18:47.821933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:47.826924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.924386 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (f86962fa-6138-429e-8f50-e72aad79a58c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:47.989948 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Deleting port 99e3eacc-688b-4e42-a040-cfd70db59637 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:47.991255 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.070293 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] DHCP port deletion for f86962fa-6138-429e-8f50-e72aad79a58c request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:18:48.091450 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] For port 99e3eacc-688b-4e42-a040-cfd70db59637, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=99e3eacc-688b-4e42-a040-cfd70db59637,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:48.091805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.120639 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Calling delete_port for 99e3eacc-688b-4e42-a040-cfd70db59637 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:48.128118 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] Deleting port 99e3eacc-688b-4e42-a040-cfd70db59637 {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:18:48.128494 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.205930 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b648349-2bcb-4f96-ad44-b22a2d6210c7 req-c11c18ee-45ee-44a4-8696-4430a5744bd2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:48.213324 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2b648349-2bcb-4f96-ad44-b22a2d6210c7 req-c11c18ee-45ee-44a4-8696-4430a5744bd2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.1011522 Mar 10 07:18:48.219250 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] For port 99e3eacc-688b-4e42-a040-cfd70db59637, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=99e3eacc-688b-4e42-a040-cfd70db59637,segment=NetworkSegment(aba62948-3945-4cac-80ad-0e7fe558e9e0),segment_id=aba62948-3945-4cac-80ad-0e7fe558e9e0)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:18:48.219660 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.239262 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] Calling delete_port for 99e3eacc-688b-4e42-a040-cfd70db59637 owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:18:48.343959 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2b648349-2bcb-4f96-ad44-b22a2d6210c7 req-cbff7a1b-2ff5-44e5-83e2-ac787f4b66ae tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245751 Mar 10 07:18:48.354211 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device a7cfe460-e84a-4c13-aaf5-39710f041e59 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:48.376210 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: a7cfe460-e84a-4c13-aaf5-39710f041e59 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:18:48.376942 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device a7cfe460-e84a-4c13-aaf5-39710f041e59 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:48.377578 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:48.400563 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:18:48.401195 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 8283db6a-9d8d-4b94-aad7-72f8dbdaab00 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:48.401627 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 99e3eacc-688b-4e42-a040-cfd70db59637 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:18:48.407811 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.435927 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Pushing event deleted for resources: {'Port': ['ID=99e3eacc-688b-4e42-a040-cfd70db59637,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:48.438345 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] No DVR routers for this DVR port 99e3eacc-688b-4e42-a040-cfd70db59637 on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:18:48.440027 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (99e3eacc-688b-4e42-a040-cfd70db59637), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.469359 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] Pushing event deleted for resources: {'Port': ['ID=99e3eacc-688b-4e42-a040-cfd70db59637,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:48.471422 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No active binding found for port 99e3eacc-688b-4e42-a040-cfd70db59637 {{(pid=103618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 07:18:48.471912 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] The host dv-cinder-832919-1-iscsi is not matching for port 99e3eacc-688b-4e42-a040-cfd70db59637 host None! {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 07:18:48.472180 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 99e3eacc-688b-4e42-a040-cfd70db59637 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:18:48.475849 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c3e4b-465c-4d6b-b35a-d972bcd4bd71 None None] No DVR routers for this DVR port 99e3eacc-688b-4e42-a040-cfd70db59637 on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:18:48.551926 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (f86962fa-6138-429e-8f50-e72aad79a58c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.581943 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86962fa-6138-429e-8f50-e72aad79a58c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:48.599597 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba62948-3945-4cac-80ad-0e7fe558e9e0') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:48.599810 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba62948-3945-4cac-80ad-0e7fe558e9e0') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:18:48.610719 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (aba62948-3945-4cac-80ad-0e7fe558e9e0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.624613 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (aba62948-3945-4cac-80ad-0e7fe558e9e0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.630871 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:18:48.631282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (aba62948-3945-4cac-80ad-0e7fe558e9e0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:18:48.633205 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:18:48.742064 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (f86962fa-6138-429e-8f50-e72aad79a58c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.746249 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:48.749526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] 10.222.0.30 "DELETE /v2.0/networks/f86962fa-6138-429e-8f50-e72aad79a58c HTTP/1.1" status: 204 len: 168 time: 0.9256356 Mar 10 07:18:48.761534 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2b7b4-951b-4d33-85f0-cbbfab5c0cad admin admin] Pushing event deleted for resources: {'Network': ['ID=f86962fa-6138-429e-8f50-e72aad79a58c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:48.933628 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:49.078593 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48390) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:49.124269 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-43684673-fc8e-4b1e-929c-2cd881f15949 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f5beebb6d3f41729144b49e59c7c811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444882 Mar 10 07:18:49.127367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48392) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:49.179350 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1d79-472a-4f01-bd3d-0f0dc384cc46 admin admin] Publish callbacks [] for security_group (e63bf5aa-abd9-498d-a4d6-ffa55bbd2102), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:49.201413 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1d79-472a-4f01-bd3d-0f0dc384cc46 admin admin] Publish callbacks [] for security_group (e63bf5aa-abd9-498d-a4d6-ffa55bbd2102), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:49.317011 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1d79-472a-4f01-bd3d-0f0dc384cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e63bf5aa-abd9-498d-a4d6-ffa55bbd2102), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:49.320257 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1d79-472a-4f01-bd3d-0f0dc384cc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:49.323868 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c8ca1d79-472a-4f01-bd3d-0f0dc384cc46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e63bf5aa-abd9-498d-a4d6-ffa55bbd2102 HTTP/1.1" status: 204 len: 168 time: 0.1931453 Mar 10 07:18:49.329648 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca1d79-472a-4f01-bd3d-0f0dc384cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63bf5aa-abd9-498d-a4d6-ffa55bbd2102,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:49.479757 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0883a1-8ef1-40f3-bb70-c557fa0f359c req-897cf18a-9ce7-4a27-a583-cc4f393a2c4b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:49.482236 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5b0883a1-8ef1-40f3-bb70-c557fa0f359c req-897cf18a-9ce7-4a27-a583-cc4f393a2c4b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0621300 Mar 10 07:18:49.531575 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5b0883a1-8ef1-40f3-bb70-c557fa0f359c req-453e16e2-67b6-43c6-8ee9-cb6c7e15ceaa tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437279 Mar 10 07:18:49.956014 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48402) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:49.997395 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c71fbcc5-43f0-4171-818f-05dc725de809 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8d7cdf19e944268a4eb3638e7825c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402145 Mar 10 07:18:50.000113 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:18:50.050699 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5864819-3da7-4c49-8665-9a45be308b1a admin admin] Publish callbacks [] for security_group (ec719757-b6db-4634-88cc-b915f92e1b2f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:50.073768 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5864819-3da7-4c49-8665-9a45be308b1a admin admin] Publish callbacks [] for security_group (ec719757-b6db-4634-88cc-b915f92e1b2f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:50.208149 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5864819-3da7-4c49-8665-9a45be308b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ec719757-b6db-4634-88cc-b915f92e1b2f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:50.211249 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5864819-3da7-4c49-8665-9a45be308b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:18:50.212648 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d5864819-3da7-4c49-8665-9a45be308b1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec719757-b6db-4634-88cc-b915f92e1b2f HTTP/1.1" status: 204 len: 168 time: 0.2115710 Mar 10 07:18:50.221945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5864819-3da7-4c49-8665-9a45be308b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec719757-b6db-4634-88cc-b915f92e1b2f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:18:50.689757 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cdf4-b157-4bf8-98d2-8b2d7a97dd5f req-1fcec88e-197e-4b67-89c4-9614b9bb874c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:50.691739 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5543cdf4-b157-4bf8-98d2-8b2d7a97dd5f req-1fcec88e-197e-4b67-89c4-9614b9bb874c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0721374 Mar 10 07:18:50.752090 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5543cdf4-b157-4bf8-98d2-8b2d7a97dd5f req-8f511333-5f47-441f-acd5-1c5bd40df1f2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538046 Mar 10 07:18:51.884303 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05b6a-6130-44d1-9cab-f5df36d895f8 req-516c1df8-3a85-44cd-b177-40fe0f21aff6 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:51.886676 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8d05b6a-6130-44d1-9cab-f5df36d895f8 req-516c1df8-3a85-44cd-b177-40fe0f21aff6 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0539894 Mar 10 07:18:51.940774 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e8d05b6a-6130-44d1-9cab-f5df36d895f8 req-5a01ef85-757b-4abf-b070-5238a2a9da3f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464180 Mar 10 07:18:53.095169 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968891e2-8feb-4a5d-b7da-bd709a35a8a6 req-77fd7189-b479-4b64-909c-12ee53860390 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:53.096681 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-968891e2-8feb-4a5d-b7da-bd709a35a8a6 req-77fd7189-b479-4b64-909c-12ee53860390 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0673211 Mar 10 07:18:53.153964 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-968891e2-8feb-4a5d-b7da-bd709a35a8a6 req-a16b931a-e2ed-4ff7-b518-238b3ea2020e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481324 Mar 10 07:18:54.282125 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83746698-3424-4b8a-85a0-926e0ec159a5 req-435ffeff-ddf1-416a-9b75-4353154fdb51 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:54.283580 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83746698-3424-4b8a-85a0-926e0ec159a5 req-435ffeff-ddf1-416a-9b75-4353154fdb51 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0554566 Mar 10 07:18:54.342573 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-83746698-3424-4b8a-85a0-926e0ec159a5 req-9b325282-fcf4-441c-aa27-ff70e4da45a9 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529160 Mar 10 07:18:55.461340 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5e9cd-b3e7-4719-9ff3-74da8a3fb4af req-bab6491b-c561-4402-81b8-3b8e4753d6a5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:55.463039 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4be5e9cd-b3e7-4719-9ff3-74da8a3fb4af req-bab6491b-c561-4402-81b8-3b8e4753d6a5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0512919 Mar 10 07:18:55.507660 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4be5e9cd-b3e7-4719-9ff3-74da8a3fb4af req-c58ab91f-0dcd-448a-879a-d563feb3cb7a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391450 Mar 10 07:18:56.629395 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad55e1-735a-4436-9868-0e8213ac76d8 req-cdad537f-7950-438c-95fd-d223bee7b2fb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:56.630836 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ffad55e1-735a-4436-9868-0e8213ac76d8 req-cdad537f-7950-438c-95fd-d223bee7b2fb tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0542660 Mar 10 07:18:56.677151 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ffad55e1-735a-4436-9868-0e8213ac76d8 req-ff3db561-80a1-4281-b300-eb8ac171865a tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402088 Mar 10 07:18:57.797621 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8aa6-3db0-4549-9afe-ac441e7540d8 req-d9ff2acb-c188-4b0b-91d3-18d3da556c6b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:57.799099 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-167d8aa6-3db0-4549-9afe-ac441e7540d8 req-d9ff2acb-c188-4b0b-91d3-18d3da556c6b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0522053 Mar 10 07:18:57.846549 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-167d8aa6-3db0-4549-9afe-ac441e7540d8 req-e46fbd47-6440-487e-a68d-b46302bc9614 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418267 Mar 10 07:18:58.971573 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe542c6-f952-4da9-a2c7-57fca8b9ca86 req-a93fad27-12d8-4b13-8ed6-b5c56e1cf1f0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:18:58.973090 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fe542c6-f952-4da9-a2c7-57fca8b9ca86 req-a93fad27-12d8-4b13-8ed6-b5c56e1cf1f0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0551708 Mar 10 07:18:59.018533 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fe542c6-f952-4da9-a2c7-57fca8b9ca86 req-64ace7ba-7113-456b-ac3c-089e46574295 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400023 Mar 10 07:19:00.160747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388f6b-7284-4f04-8db0-e132e39fff39 req-d904c0c6-e123-4183-a758-2008ea3ccefe tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:00.162346 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7c388f6b-7284-4f04-8db0-e132e39fff39 req-d904c0c6-e123-4183-a758-2008ea3ccefe tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 943 time: 0.0520444 Mar 10 07:19:00.210979 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7c388f6b-7284-4f04-8db0-e132e39fff39 req-6751b630-e027-4d31-8749-97d4defadb6b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431886 Mar 10 07:19:00.921634 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:19:01.017215 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:01.031729 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'port_id': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'mac_address': 'fa:16:3e:8c:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:19:01.067125 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:19:01.067510 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:01.080337 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bdc946-cd7d-4245-93ca-8bde134a445b {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:19:01.099527 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:01.221006 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:01.268711 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=9']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:01.330874 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5f02f-6220-4516-bb6c-f1a33148115b req-38b4f914-285e-436c-aed9-f58364da2d05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:01.332293 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dad5f02f-6220-4516-bb6c-f1a33148115b req-38b4f914-285e-436c-aed9-f58364da2d05 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 944 time: 0.0507710 Mar 10 07:19:01.380168 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dad5f02f-6220-4516-bb6c-f1a33148115b req-2ed8a2d0-922b-44f0-8165-6a2ab3331654 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421634 Mar 10 07:19:01.554835 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['54bdc946-cd7d-4245-93ca-8bde134a445b'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:19:02.499241 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3dd16-ac94-4806-8e3f-b024f1dc9707 req-d91bdd24-a3ef-46a4-8c70-32bac6d69720 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:02.500650 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fd3dd16-ac94-4806-8e3f-b024f1dc9707 req-d91bdd24-a3ef-46a4-8c70-32bac6d69720 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 944 time: 0.0503526 Mar 10 07:19:02.547351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fd3dd16-ac94-4806-8e3f-b024f1dc9707 req-56da5b36-c3d1-4c8b-a110-7b03a23a776c tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412092 Mar 10 07:19:02.945219 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:19:02.992937 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 54bdc946-cd7d-4245-93ca-8bde134a445b triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:19:02.993338 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:03.077769 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 54bdc946-cd7d-4245-93ca-8bde134a445b is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:19:03.078160 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:03.099862 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:19:03.102092 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0af740-ebde-451f-bfb4-a124b8308bc4" -d '{"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-plugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:19:03.114133 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:03.140012 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee010927-ac5e-496e-adcf-1c5b3607040d x-openstack-request-id: req-ee010927-ac5e-496e-adcf-1c5b3607040d {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:19:03.140012 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-plugged", "status": "completed", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:19:03.140012 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee010927-ac5e-496e-adcf-1c5b3607040d {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:19:03.140012 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'code': 200} Mar 10 07:19:03.209946 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:03.259996 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=10']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:03.406468 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d91150-53c0-4fe7-b8f1-601b7fe03a3b req-4b62335d-c3d1-4f06-a4e3-e5edf818ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:03.407960 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-26d91150-53c0-4fe7-b8f1-601b7fe03a3b req-4b62335d-c3d1-4f06-a4e3-e5edf818ffed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1130 time: 0.0460861 Mar 10 07:19:03.450265 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-26d91150-53c0-4fe7-b8f1-601b7fe03a3b req-afb4ba94-85ef-4ba9-8628-df4b104c3934 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369818 Mar 10 07:19:03.667996 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d611a-69c8-4172-b52c-958b26441db7 req-28fe84e7-d331-487e-bb4d-b146290ad9e5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:03.669473 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6d9d611a-69c8-4172-b52c-958b26441db7 req-28fe84e7-d331-487e-bb4d-b146290ad9e5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0513837 Mar 10 07:19:03.714909 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6d9d611a-69c8-4172-b52c-958b26441db7 req-6448d091-6694-4c24-97a0-0db3ee00f334 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399876 Mar 10 07:19:04.843429 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949d64-e983-4b40-943c-8867b3074df3 req-417cdc8c-2788-49ab-be66-0915a3a4b4ad tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:04.844854 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f4949d64-e983-4b40-943c-8867b3074df3 req-417cdc8c-2788-49ab-be66-0915a3a4b4ad tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0547400 Mar 10 07:19:04.890569 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f4949d64-e983-4b40-943c-8867b3074df3 req-6e90468f-485c-43de-8a27-1125cc519780 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400927 Mar 10 07:19:05.718015 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:19:06.023017 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa504f8-bdff-45a6-b6bc-9ce4a8c604b7 req-99e92f00-39f9-4205-afae-b3e1a236d685 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:06.024499 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7fa504f8-bdff-45a6-b6bc-9ce4a8c604b7 req-99e92f00-39f9-4205-afae-b3e1a236d685 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0592961 Mar 10 07:19:06.072382 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7fa504f8-bdff-45a6-b6bc-9ce4a8c604b7 req-492c339a-da11-4b39-a9dc-6ca970f367b1 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413077 Mar 10 07:19:07.192881 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d0f4e-06dc-4853-88d5-4ddd7879b835 req-507c11df-4b55-45f3-8ac1-c1bbacad922f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:07.194332 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb6d0f4e-06dc-4853-88d5-4ddd7879b835 req-507c11df-4b55-45f3-8ac1-c1bbacad922f tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Mar 10 07:19:07.243014 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb6d0f4e-06dc-4853-88d5-4ddd7879b835 req-4540a541-0d17-440d-a949-e2a06dc3a428 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430439 Mar 10 07:19:12.438521 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0f0480c7-0ba3-4ef9-be55-531398563390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:14.910079 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6c9eda91-87f4-467c-a60e-8546c1b23add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:16.010428 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:17.489353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:17.803658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:18.933923 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:19.846991 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-5a44b0e1-6e66-4873-8a63-cc5b067d266c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441558 Mar 10 07:19:19.928377 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce480-43b2-45f7-a291-9699a77d15c5 req-98b917ef-4abe-4ac5-966f-f35f5e5354cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:19.929926 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-98b917ef-4abe-4ac5-966f-f35f5e5354cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d3a1272878d4494aec6be4b603661cb&device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 1130 time: 0.0436673 Mar 10 07:19:20.039094 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce480-43b2-45f7-a291-9699a77d15c5 req-28a8d179-1698-4dc8-b72b-ea37ddb73213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:20.040520 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-28a8d179-1698-4dc8-b72b-ea37ddb73213 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 200 len: 918 time: 0.0881929 Mar 10 07:19:20.102079 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-4e6e42a5-6c91-4d64-b891-8c7d83c1c6ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 200 len: 999 time: 0.0559361 Mar 10 07:19:20.151980 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce480-43b2-45f7-a291-9699a77d15c5 req-df95f1e8-d724-4501-a7b6-7f84a4e20aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:20.153389 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-df95f1e8-d724-4501-a7b6-7f84a4e20aa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 200 len: 856 time: 0.0453990 Mar 10 07:19:20.201783 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce480-43b2-45f7-a291-9699a77d15c5 req-20bb91f4-df14-42c9-bd30-d8542ba62e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:20.203227 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-20bb91f4-df14-42c9-bd30-d8542ba62e85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0c11976c-f7f1-47f8-a765-a8aef91cf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423720 Mar 10 07:19:20.293852 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-78a1cd45-d413-4670-bed4-68486cb0606b service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827127 Mar 10 07:19:20.383935 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-defce480-43b2-45f7-a291-9699a77d15c5 req-4cc08b04-259b-4b1f-af8e-9801ec8a28a4 service neutron] 10.222.0.20 "GET /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829313 Mar 10 07:19:21.638964 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb92e1-d1e1-4c17-ba0f-7ad93f3cf2cd req-27b9e24c-49ed-4b2e-99d3-d45ac21676b2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:21.640427 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0bbb92e1-d1e1-4c17-ba0f-7ad93f3cf2cd req-27b9e24c-49ed-4b2e-99d3-d45ac21676b2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Mar 10 07:19:21.685571 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0bbb92e1-d1e1-4c17-ba0f-7ad93f3cf2cd req-c8958541-2247-435d-935d-e1a1760e05e2 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Mar 10 07:19:22.896237 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c94f2-47bf-468d-96b1-33336bfe04af req-68791cfb-9bef-44e8-976c-6220ee6f5a44 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:22.897707 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-478c94f2-47bf-468d-96b1-33336bfe04af req-68791cfb-9bef-44e8-976c-6220ee6f5a44 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.1448047 Mar 10 07:19:22.942678 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-478c94f2-47bf-468d-96b1-33336bfe04af req-61477ee1-1180-4611-bfbb-1b1ffb2678a9 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Mar 10 07:19:23.587625 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-86b5a8fc-b2d3-4f50-a075-e8f600c56dc9 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:23.589035 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-86b5a8fc-b2d3-4f50-a075-e8f600c56dc9 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0511808 Mar 10 07:19:23.681609 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Deleting port 0af0d346-ad81-4e00-8b7d-52c7abad7faf {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:23.681942 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:23.766702 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] For port 0af0d346-ad81-4e00-8b7d-52c7abad7faf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=0af0d346-ad81-4e00-8b7d-52c7abad7faf,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:23.767050 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:23.934706 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:23.934974 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (074076fc-f3b4-48b2-9b5e-4bf5bb3ad334), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:23.935387 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Floating IP 074076fc-f3b4-48b2-9b5e-4bf5bb3ad334 disassociated. External IP: 172.27.0.240, port: 0af0d346-ad81-4e00-8b7d-52c7abad7faf. Mar 10 07:19:23.935726 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Calling delete_port for 0af0d346-ad81-4e00-8b7d-52c7abad7faf owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:24.063596 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae2620-b5a2-40bc-97f2-f98c019c7d54 req-3a52c114-36cb-40fb-a563-72d00be1d041 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:24.065037 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d5ae2620-b5a2-40bc-97f2-f98c019c7d54 req-3a52c114-36cb-40fb-a563-72d00be1d041 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 945 time: 0.0543177 Mar 10 07:19:24.111421 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d5ae2620-b5a2-40bc-97f2-f98c019c7d54 req-704d2c20-1979-4c88-a5d9-c0eeb52c60b5 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups?id=393c6242-648e-49b1-b741-46cbdeabc563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Mar 10 07:19:24.135584 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (0af0d346-ad81-4e00-8b7d-52c7abad7faf), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:24.168179 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event deleted for resources: {'Port': ['ID=0af0d346-ad81-4e00-8b7d-52c7abad7faf,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:24.282701 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:19:24.390182 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:19:24.400200 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:19:24.410614 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:24.411233 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:24.431102 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] No DVR routers for this DVR port 0af0d346-ad81-4e00-8b7d-52c7abad7faf on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:19:24.433622 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:24.437394 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-220a1d2b-2251-427c-baad-2c5e15d95b02 req-b7b2fb2c-dc2e-4458-9f69-30e959e88803 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.20 "DELETE /v2.0/ports/0af0d346-ad81-4e00-8b7d-52c7abad7faf HTTP/1.1" status: 204 len: 173 time: 0.8432474 Mar 10 07:19:24.437791 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'name': 'network-vif-deleted', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:19:24.440005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28dbbb3-17b6-4399-8cdd-418a3ce4e338" -d '{"events": [{"server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "name": "network-vif-deleted", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:19:24.475379 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7617055e-5d8a-4af1-982f-35eec1c02729 x-openstack-request-id: req-7617055e-5d8a-4af1-982f-35eec1c02729 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:19:24.475669 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295d3c8d-6f92-459d-be71-fa88e44968e5", "name": "network-vif-deleted", "tag": "0af0d346-ad81-4e00-8b7d-52c7abad7faf", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:19:24.475920 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7617055e-5d8a-4af1-982f-35eec1c02729 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:19:24.476315 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295d3c8d-6f92-459d-be71-fa88e44968e5', 'name': 'network-vif-deleted', 'tag': '0af0d346-ad81-4e00-8b7d-52c7abad7faf', 'status': 'completed', 'code': 200} Mar 10 07:19:24.524892 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:24.730574 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:24.757293 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:19:24.766750 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:24.767438 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:24.876282 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:25.076864 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:25.103087 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9785f1-48f1-4698-95ac-6c556d30b23d None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': 'fae32611-4bbe-44f9-83c1-9f73693fcf86', 'name': '', 'network_id': '80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'mac_address': 'fa:16:3e:b2:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:27Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'subnets': [{'id': '1d6e8318-95b7-406f-8001-4bae39fd4438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:19:25.218532 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7396063f-f2b6-4f2b-80df-6c97edc5d876 req-3ddd1231-6bd2-4314-910c-7f3c46ab4f3c tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d3c8d-6f92-459d-be71-fa88e44968e5 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Mar 10 07:19:25.333655 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45412e20-b0a9-4faf-aac2-6968afb443cc None None] New status for floating IP 074076fc-f3b4-48b2-9b5e-4bf5bb3ad334: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:19:26.374229 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:26.425850 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-210ff3d7-8299-4f11-84a8-add148765457 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (393c6242-648e-49b1-b741-46cbdeabc563), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.448946 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-210ff3d7-8299-4f11-84a8-add148765457 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (393c6242-648e-49b1-b741-46cbdeabc563), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.567378 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-210ff3d7-8299-4f11-84a8-add148765457 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (393c6242-648e-49b1-b741-46cbdeabc563), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.569830 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-210ff3d7-8299-4f11-84a8-add148765457 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.570963 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-210ff3d7-8299-4f11-84a8-add148765457 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "DELETE /v2.0/security-groups/393c6242-648e-49b1-b741-46cbdeabc563 HTTP/1.1" status: 204 len: 168 time: 0.1957657 Mar 10 07:19:26.573885 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48626) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:26.579892 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ff3d7-8299-4f11-84a8-add148765457 tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c6242-648e-49b1-b741-46cbdeabc563,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:26.587622 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.api.v2.resource [None req-c00a9441-2343-48da-ac36-999189e78b0a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] show failed (client error): The resource could not be found. Mar 10 07:19:26.591523 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:26.591777 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c00a9441-2343-48da-ac36-999189e78b0a tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "GET /v2.0/security-groups/393c6242-648e-49b1-b741-46cbdeabc563 HTTP/1.1" status: 404 len: 347 time: 0.0167010 Mar 10 07:19:26.713036 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Deleting port f9aa9503-bb78-408c-a4b5-68e84f2ed495 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:26.713466 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.787394 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.787710 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (f9aa9503-bb78-408c-a4b5-68e84f2ed495), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:26.799581 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Calling delete_port for f9aa9503-bb78-408c-a4b5-68e84f2ed495 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:27.169283 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (f9aa9503-bb78-408c-a4b5-68e84f2ed495), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:27.194195 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Pushing event deleted for resources: {'Port': ['ID=f9aa9503-bb78-408c-a4b5-68e84f2ed495,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:27.256034 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks [] for floatingip (074076fc-f3b4-48b2-9b5e-4bf5bb3ad334), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:27.258524 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:27.259725 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-58ee574c-97f2-40a1-bd99-a85c489ca64b tempest-AttachVolumeTestJSON-503070524 tempest-AttachVolumeTestJSON-503070524-project] 10.222.0.30 "DELETE /v2.0/floatingips/074076fc-f3b4-48b2-9b5e-4bf5bb3ad334 HTTP/1.1" status: 204 len: 168 time: 0.6670938 Mar 10 07:19:29.069750 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 0af0d346-ad81-4e00-8b7d-52c7abad7faf no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:19:29.093645 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 0af0d346-ad81-4e00-8b7d-52c7abad7faf {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:19:29.097016 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 0af0d346-ad81-4e00-8b7d-52c7abad7faf not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:19:30.496968 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992de9a6-0842-412d-9727-782e1616fd31 req-65776644-ccfe-4e5e-afc3-e5bb39edb93a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:30.498524 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-992de9a6-0842-412d-9727-782e1616fd31 req-65776644-ccfe-4e5e-afc3-e5bb39edb93a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0529151 Mar 10 07:19:30.545359 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-992de9a6-0842-412d-9727-782e1616fd31 req-f521ab4e-2941-45a1-a394-38ceec4ff508 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Mar 10 07:19:31.159812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48668) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:31.596690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:31.664422 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8adb2-3104-45e2-8ca6-fcf8780ea84d req-ff682a65-65f4-4f30-9dd9-0040fe0c262a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:31.665986 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-72b8adb2-3104-45e2-8ca6-fcf8780ea84d req-ff682a65-65f4-4f30-9dd9-0040fe0c262a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0542145 Mar 10 07:19:31.715872 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-72b8adb2-3104-45e2-8ca6-fcf8780ea84d req-2b1d9c61-8fea-4235-905f-c21e71647380 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Mar 10 07:19:31.846896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Deleting port fae32611-4bbe-44f9-83c1-9f73693fcf86 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:31.847146 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:31.922362 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] For port fae32611-4bbe-44f9-83c1-9f73693fcf86, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=fae32611-4bbe-44f9-83c1-9f73693fcf86,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:31.922724 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:31.935357 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Calling delete_port for fae32611-4bbe-44f9-83c1-9f73693fcf86 owned by network:router_interface {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:32.104474 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-5c410d74-b5e3-4214-a1ca-fb926a8e8ab8 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:32.104474 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-5c410d74-b5e3-4214-a1ca-fb926a8e8ab8 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0701487 Mar 10 07:19:32.229648 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Deleting port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:32.231005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:32.291746 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (fae32611-4bbe-44f9-83c1-9f73693fcf86), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:32.328115 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Pushing event deleted for resources: {'Port': ['ID=fae32611-4bbe-44f9-83c1-9f73693fcf86,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:32.368048 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] For port 1d7dbdb3-6226-49ab-9a97-e375790f0b40, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=1d7dbdb3-6226-49ab-9a97-e375790f0b40,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:32.368307 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:32.840606 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dae0a9-ac56-4842-8f83-af94b245064d req-3aabfbdb-a09d-4948-9361-dd487cdcf15b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:32.842124 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39dae0a9-ac56-4842-8f83-af94b245064d req-3aabfbdb-a09d-4948-9361-dd487cdcf15b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 945 time: 0.0558491 Mar 10 07:19:32.884178 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:32.889705 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-39dae0a9-ac56-4842-8f83-af94b245064d req-b3020181-0382-49a7-96fe-5119e0da6b20 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Mar 10 07:19:32.900351 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:32.900638 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (3a2d1b31-81bd-4435-974e-699f35b776cb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:32.900959 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Floating IP 3a2d1b31-81bd-4435-974e-699f35b776cb disassociated. External IP: 172.27.0.98, port: 1d7dbdb3-6226-49ab-9a97-e375790f0b40. Mar 10 07:19:32.901322 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Calling delete_port for 1d7dbdb3-6226-49ab-9a97-e375790f0b40 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:33.203299 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Router cfe835ac-dd91-453e-8b68-7aa6fc1442bd has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:19:33.215144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (1d7dbdb3-6226-49ab-9a97-e375790f0b40), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:33.277110 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'Port': ['ID=1d7dbdb3-6226-49ab-9a97-e375790f0b40,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:33.393072 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:19:33.401506 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] Sync routers for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:19:33.411077 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:33.411700 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:33.422270 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-8f26dd13-4b43-482f-9e56-96d6b3c1f32f admin admin] 10.222.0.30 "PUT /v2.0/routers/cfe835ac-dd91-453e-8b68-7aa6fc1442bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613862 Mar 10 07:19:33.424726 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48676) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:33.492909 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:19:33.518333 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:33.588410 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks [] for router (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:33.705066 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:19:32Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:33.721196 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:19:33.736140 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:19:33.740721 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] Checking router: cfe835ac-dd91-453e-8b68-7aa6fc1442bd for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:19:33.748581 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:33.749947 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:33.750944 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] Routers {'cfe835ac-dd91-453e-8b68-7aa6fc1442bd'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:33.754377 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:33.771728 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] No DVR routers for this DVR port 1d7dbdb3-6226-49ab-9a97-e375790f0b40 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:19:33.776126 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:33.779903 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-039889f5-b3d2-4db6-8ec7-e74ea220dc0e req-2d956d64-cebb-4808-be8d-0302e04c9163 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "DELETE /v2.0/ports/1d7dbdb3-6226-49ab-9a97-e375790f0b40 HTTP/1.1" status: 204 len: 173 time: 1.6720462 Mar 10 07:19:33.780356 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'name': 'network-vif-deleted', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:19:33.782603 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4e957-3a50-4b66-ad79-fc54f4a3e5f2" -d '{"events": [{"server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "name": "network-vif-deleted", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:19:33.788500 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks [] for router_gateway (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:33.827464 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281e949-6d68-4576-9aa1-ce22cc2fa9e6 x-openstack-request-id: req-0281e949-6d68-4576-9aa1-ce22cc2fa9e6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:19:33.827755 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408b60e4-0a8d-4f1d-811c-cb45b20ba947", "name": "network-vif-deleted", "tag": "1d7dbdb3-6226-49ab-9a97-e375790f0b40", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:19:33.828007 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0281e949-6d68-4576-9aa1-ce22cc2fa9e6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:19:33.828406 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408b60e4-0a8d-4f1d-811c-cb45b20ba947', 'name': 'network-vif-deleted', 'tag': '1d7dbdb3-6226-49ab-9a97-e375790f0b40', 'status': 'completed', 'code': 200} Mar 10 07:19:33.871811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] Set router cfe835ac-dd91-453e-8b68-7aa6fc1442bd gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:33.884521 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:34.014723 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Deleting port d3c811cd-8138-4715-8d3f-e2b1938589c1 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:34.015323 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.024890 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-160c8e25-8cc4-4829-89b4-b4fe33079f0b req-288eef64-f5ef-44ac-8d63-4cb93be90a1e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 210 time: 0.0694664 Mar 10 07:19:34.116631 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] For port d3c811cd-8138-4715-8d3f-e2b1938589c1, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d3c811cd-8138-4715-8d3f-e2b1938589c1,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:34.117048 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.132227 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Calling delete_port for d3c811cd-8138-4715-8d3f-e2b1938589c1 owned by network:router_gateway {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:34.139358 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:34.168549 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:19:34.178188 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:34.178360 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:34.209031 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:19:32Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:34.236278 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc87824-9ec9-49db-8309-5cf7f0200f47 None None] The sync data for ids ['cfe835ac-dd91-453e-8b68-7aa6fc1442bd'] in dv-cinder-832919-1-iscsi is: [{'id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'name': 'tempest-AttachVolumeTestJSON-91362471-router', 'tenant_id': 'f693983c2fa04676a6d87587328a414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:19:32Z', 'revision_number': 5, 'project_id': 'f693983c2fa04676a6d87587328a414d', 'gw_port': {'id': 'd3c811cd-8138-4715-8d3f-e2b1938589c1', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe835ac-dd91-453e-8b68-7aa6fc1442bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:14Z', 'updated_at': '2022-03-10T07:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:19:34.294565 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:34.387406 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d3c811cd-8138-4715-8d3f-e2b1938589c1), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.417006 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c811cd-8138-4715-8d3f-e2b1938589c1,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:34.481314 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.495249 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:34.525485 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16690ae-18bf-41a5-bcd7-0cd6a6d596b7 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:19:34.578383 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.580748 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks [] for router_controller (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.704653 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (cfe835ac-dd91-453e-8b68-7aa6fc1442bd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.705470 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe835ac-dd91-453e-8b68-7aa6fc1442bd {{(pid=103617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:19:34.710663 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.711890 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a2e02298-9ecd-4490-bcf0-db49fb8306ee admin admin] 10.222.0.30 "DELETE /v2.0/routers/cfe835ac-dd91-453e-8b68-7aa6fc1442bd HTTP/1.1" status: 204 len: 168 time: 1.2862775 Mar 10 07:19:34.721120 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48682) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:34.770502 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Deleting subnet 1d6e8318-95b7-406f-8001-4bae39fd4438 {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:19:34.774899 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Publish callbacks [] for subnet (1d6e8318-95b7-406f-8001-4bae39fd4438), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.812222 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (1d6e8318-95b7-406f-8001-4bae39fd4438), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:34.827112 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54fd33-6ca3-4797-9ca4-41474b921986 None None] New status for floating IP 3a2d1b31-81bd-4435-974e-699f35b776cb: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:19:34.891765 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (1d6e8318-95b7-406f-8001-4bae39fd4438), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.042521 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (1d6e8318-95b7-406f-8001-4bae39fd4438), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.069795 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6e8318-95b7-406f-8001-4bae39fd4438,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:35.075297 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.078622 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-97e154af-940a-429e-bcb8-475156fae5a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1d6e8318-95b7-406f-8001-4bae39fd4438 HTTP/1.1" status: 204 len: 168 time: 0.3564770 Mar 10 07:19:35.081394 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48688) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:35.082547 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d5f5b-c6c6-4c7d-a3ad-a7d2df8b0914 None None] Network 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:19:35.170777 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.190525 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae06aa4e-770c-4c98-9001-d8b2a7927b07 req-4c0e91c8-fbc0-480e-bf85-61b3a675b812 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=408b60e4-0a8d-4f1d-811c-cb45b20ba947 HTTP/1.1" status: 200 len: 210 time: 0.0394042 Mar 10 07:19:35.242187 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Deleting port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:35.242529 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.310352 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] For port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:35.310732 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.311532 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] DHCP port deletion for 80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:19:35.326264 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Calling delete_port for 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:35.364250 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] Deleting port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:19:35.364628 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.427027 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] For port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,segment=NetworkSegment(3af29ee8-1683-48fc-b81b-cd40fcd53a2c),segment_id=3af29ee8-1683-48fc-b81b-cd40fcd53a2c)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:35.427331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.440973 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] Calling delete_port for 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:19:35.454875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.480128 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:35.484811 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] No DVR routers for this DVR port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:19:35.492358 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.492706 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.493046 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.493408 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.493837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.494264 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.494598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.494923 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.495245 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.495568 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.496450 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.496744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.497061 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:35.528714 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (40ce1cb8-a376-4e24-9b46-0f03791d0ba8), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.551625 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] Pushing event deleted for resources: {'Port': ['ID=40ce1cb8-a376-4e24-9b46-0f03791d0ba8,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:35.558142 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eecb83-df56-40df-b4f6-77b2bc022822 None None] No DVR routers for this DVR port 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:19:35.566829 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.586424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:35.598063 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af29ee8-1683-48fc-b81b-cd40fcd53a2c') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:35.598063 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af29ee8-1683-48fc-b81b-cd40fcd53a2c') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:35.605881 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (3af29ee8-1683-48fc-b81b-cd40fcd53a2c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.618679 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (3af29ee8-1683-48fc-b81b-cd40fcd53a2c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.624919 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:19:35.626733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (3af29ee8-1683-48fc-b81b-cd40fcd53a2c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:19:35.626940 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:19:35.746411 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.751633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:35.754859 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e HTTP/1.1" status: 204 len: 168 time: 0.6724768 Mar 10 07:19:35.765102 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771a845-d8d0-4e11-8dcf-db7d003821b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c3d09f-36ca-4c9a-bd5f-ae3b5f90494e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:36.049981 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:36.088320 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0e0354e5-3b75-429f-a592-dfac5bda5bc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f693983c2fa04676a6d87587328a414d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371227 Mar 10 07:19:36.091131 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:36.136215 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0651fb63-1128-4048-aab6-d8568e5f49ee admin admin] Publish callbacks [] for security_group (7634b2ea-93bd-485c-bc61-559b45c2411a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:36.157544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0651fb63-1128-4048-aab6-d8568e5f49ee admin admin] Publish callbacks [] for security_group (7634b2ea-93bd-485c-bc61-559b45c2411a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:36.272049 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0651fb63-1128-4048-aab6-d8568e5f49ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7634b2ea-93bd-485c-bc61-559b45c2411a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:36.274630 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0651fb63-1128-4048-aab6-d8568e5f49ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:36.277880 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0651fb63-1128-4048-aab6-d8568e5f49ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7634b2ea-93bd-485c-bc61-559b45c2411a HTTP/1.1" status: 204 len: 168 time: 0.1841722 Mar 10 07:19:36.285890 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651fb63-1128-4048-aab6-d8568e5f49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634b2ea-93bd-485c-bc61-559b45c2411a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:36.319545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device fae32611-4bbe-44f9-83c1-9f73693fcf86 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:19:36.341686 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: fae32611-4bbe-44f9-83c1-9f73693fcf86 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:19:36.342176 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device fae32611-4bbe-44f9-83c1-9f73693fcf86 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:19:36.342694 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d3c811cd-8138-4715-8d3f-e2b1938589c1 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:19:36.366985 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: d3c811cd-8138-4715-8d3f-e2b1938589c1 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:19:36.367334 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d3c811cd-8138-4715-8d3f-e2b1938589c1 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:19:36.367749 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:19:36.387848 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:19:36.388198 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 40ce1cb8-a376-4e24-9b46-0f03791d0ba8 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:19:36.471246 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-fd2ab3df-c7e7-4550-802b-30c15575bf51 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211840075&fields=id&tenant_id=4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 267 time: 0.0456548 Mar 10 07:19:36.577185 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-abdfd08d-a84b-4dd7-b04e-2fba713e69c1 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:36.578588 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-abdfd08d-a84b-4dd7-b04e-2fba713e69c1 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 811 time: 0.1007812 Mar 10 07:19:36.593779 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-a5ec9998-decf-4a62-af86-0b8f0b8f747e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/quotas/4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 375 time: 0.0096676 Mar 10 07:19:36.648947 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-4f12aaaf-9b89-4725-89f1-52dc9406467c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495780 Mar 10 07:19:36.664417 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-3cf2aec9-220e-4d05-9b4c-19bc120a24e3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:19:36.665388 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-3cf2aec9-220e-4d05-9b4c-19bc120a24e3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051877 Mar 10 07:19:36.758059 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-a89d3af8-fae8-472f-bdd2-fa3975e84010 service neutron] 10.222.0.30 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869160 Mar 10 07:19:36.847945 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-85ef1960-acef-49c9-8407-9fdee30ab7e5 service neutron] 10.222.0.30 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837321 Mar 10 07:19:37.115497 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 1d7dbdb3-6226-49ab-9a97-e375790f0b40 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:19:37.138272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 1d7dbdb3-6226-49ab-9a97-e375790f0b40 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:19:37.138598 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 1d7dbdb3-6226-49ab-9a97-e375790f0b40 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:19:37.460336 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6fb1b1d0-736a-417a-8c14-d44882ed906e req-efba68e1-fc29-4d69-9471-fd80b7d21e15 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 210 time: 0.0278492 Mar 10 07:19:38.551712 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c9055cc9-4fca-4d57-ba99-8e89434ecc9a req-4fe58046-8f25-4484-b17e-ebb79e846511 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 210 time: 0.0269399 Mar 10 07:19:39.393960 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-69164016-7d3f-4688-86e0-df59341f9aac tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:39.395384 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-69164016-7d3f-4688-86e0-df59341f9aac tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 811 time: 0.0997453 Mar 10 07:19:39.456217 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-d6c0a1f3-1807-408e-8003-7ee9f79ca705 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 380 time: 0.0523973 Mar 10 07:19:39.465785 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'port': {'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'admin_state_up': True, 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'security_groups': ['fa555203-6f4b-4c1b-ba23-e94a0d194091']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:19:39.649396 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Made reservation on behalf of 4156df44ff554fc6bdf3bc55f90981b2 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:19:39.652767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:39.655934 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6a9ce2d3-609a-49cf-8cb6-bd65a5f1cc88 req-73102fd6-a688-4e95-a0d2-b20704e85d64 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 210 time: 0.0281341 Mar 10 07:19:39.777004 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Allocated IP 172.20.0.10 (20ce3eb4-6200-4dc8-a373-3cafa9cd073b/544f77f7-07cc-4a6e-847b-2c43eee2b795/d5effb12-1670-4b2d-81c5-8672b8d207cf) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:19:39.905990 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:39.998240 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.040986 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:19:40.044360 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:19:40.050553 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:19:40.075929 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=d5effb12-1670-4b2d-81c5-8672b8d207cf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:40.091243 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.091581 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.091925 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.092261 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.092587 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.092911 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.093232 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.093582 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.093904 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.094224 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.094546 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.094862 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.095182 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:40.115997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:40.116609 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.183295 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-7cf8ea28-dc1f-45b3-bd17-bf860bf33b70 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218354 Mar 10 07:19:40.192576 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-9d070870-bd37-46f5-8ce6-503bfc533926 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103617) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:19:40.193592 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-9d070870-bd37-46f5-8ce6-503bfc533926 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054152 Mar 10 07:19:40.204392 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Request body: {'port': {'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:19:40.257561 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-21a5d53e-cdaf-48f1-a616-dadb727276d1 None None] Provisioning complete for port d5effb12-1670-4b2d-81c5-8672b8d207cf triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:19:40.258024 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-21a5d53e-cdaf-48f1-a616-dadb727276d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.264812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.292169 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-21a5d53e-cdaf-48f1-a616-dadb727276d1 None None] Port d5effb12-1670-4b2d-81c5-8672b8d207cf cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:19:40.520672 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5effb12-1670-4b2d-81c5-8672b8d207cf {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:19:40.528666 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Publish callbacks [] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.540074 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Transition to ACTIVE for port object d5effb12-1670-4b2d-81c5-8672b8d207cf will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:19:40.592203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.681795 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Pushing event updated for resources: {'Port': ['ID=d5effb12-1670-4b2d-81c5-8672b8d207cf,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:40.722385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Attempting to bind port d5effb12-1670-4b2d-81c5-8672b8d207cf on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:19:40.722385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Attempting to bind port d5effb12-1670-4b2d-81c5-8672b8d207cf by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:19:40.722385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Attempting to bind port d5effb12-1670-4b2d-81c5-8672b8d207cf on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:19:40.724439 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Port d5effb12-1670-4b2d-81c5-8672b8d207cf on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:19:40.724756 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Attempting to bind port d5effb12-1670-4b2d-81c5-8672b8d207cf on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:19:40.729853 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:19:40.730251 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Checking segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:19:40.730630 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Bound using segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:19:40.731050 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Bound port: d5effb12-1670-4b2d-81c5-8672b8d207cf, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:19:40.731400 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.796779 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] For port d5effb12-1670-4b2d-81c5-8672b8d207cf, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:19:40.800425 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] For port d5effb12-1670-4b2d-81c5-8672b8d207cf, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:19:40.800743 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4369-40e6-4045-97f5-087bf4ae5a19 req-6e7aee9d-28c0-484c-8713-4623d9c80142 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:40.802278 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ffa4369-40e6-4045-97f5-087bf4ae5a19 req-6e7aee9d-28c0-484c-8713-4623d9c80142 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0638678 Mar 10 07:19:40.852430 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ffa4369-40e6-4045-97f5-087bf4ae5a19 req-f63e1631-0798-41cd-8509-22f2f490120c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 Mar 10 07:19:40.873386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.908233 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:40.909061 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:40.910882 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 200 len: 1094 time: 0.7101932 Mar 10 07:19:40.911078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:19:40.913587 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:19:40.942498 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33e1ae-8c0b-416e-bda2-3dbcd2a35866 service neutron] Pushing event updated for resources: {'Port': ['ID=d5effb12-1670-4b2d-81c5-8672b8d207cf,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:40.971058 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2268b6b4-2adc-4c63-b183-7ed7ae37e666 x-openstack-request-id: req-2268b6b4-2adc-4c63-b183-7ed7ae37e666 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:19:40.971423 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:19:40.971742 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2268b6b4-2adc-4c63-b183-7ed7ae37e666 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:19:40.972205 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'status': 'completed', 'code': 200} Mar 10 07:19:41.056926 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583 req-3dea5b3f-ae2f-48ce-8234-003bf253dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.059341 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583 req-3dea5b3f-ae2f-48ce-8234-003bf253dac5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1128 time: 0.0664454 Mar 10 07:19:41.067557 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:41.173494 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583 req-b24b4268-dd45-4104-a7c1-196abf35bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.174990 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583 req-b24b4268-dd45-4104-a7c1-196abf35bcd0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1080692 Mar 10 07:19:41.186871 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc187-5dd0-43c5-aa24-589a6a23b44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.257147 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc187-5dd0-43c5-aa24-589a6a23b44a admin admin] Publish callbacks [] for security_group (21f51ee6-0e46-43b6-bd17-17d7a6271dfa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.270634 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583 req-b3cfc439-a70a-4dc8-9c85-b4b56c899a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.272098 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-d9e933ae-5b1c-4210-a4d8-7709b9ab5583 req-b3cfc439-a70a-4dc8-9c85-b4b56c899a19 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910745 Mar 10 07:19:41.311823 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc187-5dd0-43c5-aa24-589a6a23b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (21f51ee6-0e46-43b6-bd17-17d7a6271dfa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.350908 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-504865ed-0769-409f-93ba-0c90eb3543a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.352065 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-bf5fc187-5dd0-43c5-aa24-589a6a23b44a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c022788c5ced432bbe76df0a84298b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834408 Mar 10 07:19:41.352388 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-504865ed-0769-409f-93ba-0c90eb3543a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1128 time: 0.0465460 Mar 10 07:19:41.354080 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fc187-5dd0-43c5-aa24-589a6a23b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f51ee6-0e46-43b6-bd17-17d7a6271dfa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:41.354666 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48792) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:41.399897 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-979d8eb1-70f8-4295-b1d4-0c41edaa728a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 200 len: 217 time: 0.0386536 Mar 10 07:19:41.719826 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-28e678f4-5e09-465b-8543-d6b5e8e9bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.721256 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-28e678f4-5e09-465b-8543-d6b5e8e9bf58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.3136401 Mar 10 07:19:41.725674 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6b513294-eaa7-451f-8fd4-ddf27eda91da admin admin] Publish callbacks [] for security_group (21f51ee6-0e46-43b6-bd17-17d7a6271dfa), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.772353 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6b513294-eaa7-451f-8fd4-ddf27eda91da admin admin] Publish callbacks [] for security_group (21f51ee6-0e46-43b6-bd17-17d7a6271dfa), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.801280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-5ee3a84d-5e77-4cf9-8d39-131688db2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.802772 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-5ee3a84d-5e77-4cf9-8d39-131688db2a28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753975 Mar 10 07:19:41.896991 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-15bb1403-c5fa-4ca5-8b72-b7c063a50222 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871482 Mar 10 07:19:41.960233 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6b513294-eaa7-451f-8fd4-ddf27eda91da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (21f51ee6-0e46-43b6-bd17-17d7a6271dfa), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.962963 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6b513294-eaa7-451f-8fd4-ddf27eda91da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:41.966661 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-6b513294-eaa7-451f-8fd4-ddf27eda91da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21f51ee6-0e46-43b6-bd17-17d7a6271dfa HTTP/1.1" status: 204 len: 168 time: 0.6079116 Mar 10 07:19:41.970458 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef375-1313-4f04-9747-8d8bacdb286a req-434916a0-e10f-4528-a7b1-28349373637b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:41.972631 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc5ef375-1313-4f04-9747-8d8bacdb286a req-434916a0-e10f-4528-a7b1-28349373637b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0535994 Mar 10 07:19:41.978608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b513294-eaa7-451f-8fd4-ddf27eda91da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f51ee6-0e46-43b6-bd17-17d7a6271dfa,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:41.998498 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-840c1235-12f6-4b8d-b74c-5ae2607dd24f req-24b34464-d485-46f4-bbcf-b751977dfad9 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953233 Mar 10 07:19:42.039280 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cc5ef375-1313-4f04-9747-8d8bacdb286a req-b17656b0-4e0c-40b4-b7cc-76645b57f8fc tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604362 Mar 10 07:19:42.458623 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c9f978aa-2eef-40c2-9a7b-38f14e2fac3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:42.717592 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:19:43.162913 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae366004-8b3a-4a96-bf53-eda24ba8bd02 req-e0d374e8-67cd-4e92-9b13-be9b84493558 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:43.164386 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae366004-8b3a-4a96-bf53-eda24ba8bd02 req-e0d374e8-67cd-4e92-9b13-be9b84493558 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0559585 Mar 10 07:19:43.211097 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ae366004-8b3a-4a96-bf53-eda24ba8bd02 req-145f8a1f-1300-45b9-b1c5-53ce19946348 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Mar 10 07:19:44.130616 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48842) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:44.232541 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52bde4a4-f063-480e-90c6-7e22a0a6e123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.309811 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52bde4a4-f063-480e-90c6-7e22a0a6e123 admin admin] Publish callbacks [] for security_group (e5f284bb-5e25-4c51-be01-102c2d27efea), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.328181 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c375a-6c92-4b97-82d7-29c7240072dd req-9b04e291-03d7-4776-bf7d-b938b946393b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:44.329649 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0c7c375a-6c92-4b97-82d7-29c7240072dd req-9b04e291-03d7-4776-bf7d-b938b946393b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0515430 Mar 10 07:19:44.377503 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0c7c375a-6c92-4b97-82d7-29c7240072dd req-d8494f5f-c381-4087-88eb-64cdb5a63b78 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Mar 10 07:19:44.380628 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52bde4a4-f063-480e-90c6-7e22a0a6e123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e5f284bb-5e25-4c51-be01-102c2d27efea), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.419885 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-52bde4a4-f063-480e-90c6-7e22a0a6e123 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=177b38897fad48058522a105585a8aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881861 Mar 10 07:19:44.420726 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bde4a4-f063-480e-90c6-7e22a0a6e123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f284bb-5e25-4c51-be01-102c2d27efea,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:44.422549 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:44.477211 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c908477-0536-4714-9e08-f090485e5505 admin admin] Publish callbacks [] for security_group (e5f284bb-5e25-4c51-be01-102c2d27efea), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.497193 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c908477-0536-4714-9e08-f090485e5505 admin admin] Publish callbacks [] for security_group (e5f284bb-5e25-4c51-be01-102c2d27efea), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.602744 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c908477-0536-4714-9e08-f090485e5505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (e5f284bb-5e25-4c51-be01-102c2d27efea), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.605704 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c908477-0536-4714-9e08-f090485e5505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:44.606823 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5c908477-0536-4714-9e08-f090485e5505 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5f284bb-5e25-4c51-be01-102c2d27efea HTTP/1.1" status: 204 len: 168 time: 0.1830919 Mar 10 07:19:44.614801 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c908477-0536-4714-9e08-f090485e5505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f284bb-5e25-4c51-be01-102c2d27efea,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:44.872394 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6295af34-3d3f-47cf-99d0-e1454bd01fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.209535 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 48854) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:45.222638 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4fa05c1c-0a6d-43f6-82a4-ee3a4934a3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.293743 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4fa05c1c-0a6d-43f6-82a4-ee3a4934a3b1 admin admin] Publish callbacks [] for security_group (80582160-cc67-4eed-ad5c-9c27b32dec59), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.361220 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4fa05c1c-0a6d-43f6-82a4-ee3a4934a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (80582160-cc67-4eed-ad5c-9c27b32dec59), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.398515 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4fa05c1c-0a6d-43f6-82a4-ee3a4934a3b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4007c5bf8f99465fa2101df3ff90211c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879339 Mar 10 07:19:45.399514 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa05c1c-0a6d-43f6-82a4-ee3a4934a3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80582160-cc67-4eed-ad5c-9c27b32dec59,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:45.402324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 48858) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:45.451266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7368-91b7-40da-8c22-4b336ccd0913 admin admin] Publish callbacks [] for security_group (80582160-cc67-4eed-ad5c-9c27b32dec59), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.472763 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7368-91b7-40da-8c22-4b336ccd0913 admin admin] Publish callbacks [] for security_group (80582160-cc67-4eed-ad5c-9c27b32dec59), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.497424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a9263-892d-4ca3-be58-dcff7ac07585 req-6c1d6b5f-eaa6-4944-80e6-07092bc4b26c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:45.498887 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-875a9263-892d-4ca3-be58-dcff7ac07585 req-6c1d6b5f-eaa6-4944-80e6-07092bc4b26c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0530758 Mar 10 07:19:45.546701 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-875a9263-892d-4ca3-be58-dcff7ac07585 req-4f2f0fc1-1733-4b48-9747-1db7189c0ee4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Mar 10 07:19:45.603479 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7368-91b7-40da-8c22-4b336ccd0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (80582160-cc67-4eed-ad5c-9c27b32dec59), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.606663 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7368-91b7-40da-8c22-4b336ccd0913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:45.607827 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-fd7f7368-91b7-40da-8c22-4b336ccd0913 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80582160-cc67-4eed-ad5c-9c27b32dec59 HTTP/1.1" status: 204 len: 168 time: 0.2038660 Mar 10 07:19:45.615551 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7368-91b7-40da-8c22-4b336ccd0913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80582160-cc67-4eed-ad5c-9c27b32dec59,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:46.014732 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:46.667795 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa089d5-600a-4665-82e8-de9bce8770ec req-25b70880-0b67-4ce8-8ad6-130b8d5262cf tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:46.667795 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fa089d5-600a-4665-82e8-de9bce8770ec req-25b70880-0b67-4ce8-8ad6-130b8d5262cf tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0547824 Mar 10 07:19:46.715351 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0fa089d5-600a-4665-82e8-de9bce8770ec req-1202dcec-eeae-4f04-ad97-2377df5da514 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Mar 10 07:19:47.494651 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:47.820537 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:47.831348 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef16886-f7bd-428b-b793-a60cc7cd6a28 req-591d144c-b428-40bf-bf09-cdc86fe7f255 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:47.832814 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cef16886-f7bd-428b-b793-a60cc7cd6a28 req-591d144c-b428-40bf-bf09-cdc86fe7f255 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0522714 Mar 10 07:19:47.883299 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cef16886-f7bd-428b-b793-a60cc7cd6a28 req-dbf7dc2c-facc-49d1-93f4-5b6b914b5b0f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Mar 10 07:19:48.929454 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:49.002659 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb6cd4-183e-42ad-b39d-98fc1737f789 req-723f4cf6-9639-43ac-b2dc-01f0e253a20b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:49.004195 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6ebb6cd4-183e-42ad-b39d-98fc1737f789 req-723f4cf6-9639-43ac-b2dc-01f0e253a20b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0520389 Mar 10 07:19:49.058007 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6ebb6cd4-183e-42ad-b39d-98fc1737f789 req-d09bf662-50a7-4d76-9240-c4b9cd7e19a9 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467398 Mar 10 07:19:50.174140 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c383-d26e-4e3a-8b8f-f8ff6438004e req-1288f708-53a4-4579-bfc4-4ec2e7de0231 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:50.175565 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7ab0c383-d26e-4e3a-8b8f-f8ff6438004e req-1288f708-53a4-4579-bfc4-4ec2e7de0231 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0509946 Mar 10 07:19:50.222219 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7ab0c383-d26e-4e3a-8b8f-f8ff6438004e req-d4fc7c8c-3f42-4de6-836e-9bf112ccc310 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Mar 10 07:19:51.195371 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d5effb12-1670-4b2d-81c5-8672b8d207cf details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:19:51.295140 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d5effb12-1670-4b2d-81c5-8672b8d207cf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:51.306436 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:19:51.338474 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb609b5-5acc-4039-a441-0b1cb4bfa9ae req-746be386-8ae5-4038-9ecc-e497f9e84767 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:51.339972 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9bb609b5-5acc-4039-a441-0b1cb4bfa9ae req-746be386-8ae5-4038-9ecc-e497f9e84767 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 944 time: 0.0520365 Mar 10 07:19:51.347342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port d5effb12-1670-4b2d-81c5-8672b8d207cf is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:19:51.347776 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:51.364992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5effb12-1670-4b2d-81c5-8672b8d207cf {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:19:51.384468 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d5effb12-1670-4b2d-81c5-8672b8d207cf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:51.388691 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9bb609b5-5acc-4039-a441-0b1cb4bfa9ae req-cd7203d2-d347-4f19-9bbb-6c1b1feac114 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Mar 10 07:19:51.447174 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:51.494411 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d5effb12-1670-4b2d-81c5-8672b8d207cf,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:51.501211 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.507909 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:19:51.754374 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['d5effb12-1670-4b2d-81c5-8672b8d207cf'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:19:52.512232 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ddc4-e5ba-4b6d-bdf1-b5f2c06016d9 req-328a58d7-3b00-4e55-8823-2a0d2791d25e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:52.514179 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4394ddc4-e5ba-4b6d-bdf1-b5f2c06016d9 req-328a58d7-3b00-4e55-8823-2a0d2791d25e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 945 time: 0.0576038 Mar 10 07:19:52.563058 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4394ddc4-e5ba-4b6d-bdf1-b5f2c06016d9 req-f2bb2086-57dd-4254-a826-d7c97803e917 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Mar 10 07:19:53.200791 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d5effb12-1670-4b2d-81c5-8672b8d207cf up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:19:53.332826 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port d5effb12-1670-4b2d-81c5-8672b8d207cf completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:19:53.337239 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port d5effb12-1670-4b2d-81c5-8672b8d207cf triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:19:53.338046 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:53.416714 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port d5effb12-1670-4b2d-81c5-8672b8d207cf is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:19:53.417097 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:53.438328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:19:53.440512 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1dc20b-4181-4a3a-9da6-826193f85e0b" -d '{"events": [{"server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:19:53.453368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d5effb12-1670-4b2d-81c5-8672b8d207cf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:19:53.479904 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9097258-2d5e-49f3-a619-e73edefe7aae x-openstack-request-id: req-a9097258-2d5e-49f3-a619-e73edefe7aae {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:19:53.479904 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "name": "network-vif-plugged", "status": "completed", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:19:53.479904 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9097258-2d5e-49f3-a619-e73edefe7aae {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:19:53.479904 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'code': 200} Mar 10 07:19:53.527246 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:53.577141 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d5effb12-1670-4b2d-81c5-8672b8d207cf,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:53.679454 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4f3a-b4fe-47ab-9f98-082bd605ce00 req-f44b3d1f-b9a0-4118-b1ca-58efd16bf2a1 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:53.680910 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b9d4f3a-b4fe-47ab-9f98-082bd605ce00 req-f44b3d1f-b9a0-4118-b1ca-58efd16bf2a1 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0523286 Mar 10 07:19:53.729553 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4b9d4f3a-b4fe-47ab-9f98-082bd605ce00 req-dacfdd5e-4e59-4eeb-bd6f-2d96304853b8 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424740 Mar 10 07:19:54.015332 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c134dd-506c-4cf0-8b06-657793be0731 req-f1f90fcb-f941-4706-bfd4-69115bc57125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:54.016848 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e1c134dd-506c-4cf0-8b06-657793be0731 req-f1f90fcb-f941-4706-bfd4-69115bc57125 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1130 time: 0.1374447 Mar 10 07:19:54.066495 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-e1c134dd-506c-4cf0-8b06-657793be0731 req-6cb92a59-7e0b-4dbb-b715-8e4133fa84c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Mar 10 07:19:54.852762 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57ddaa-f814-41f4-b864-5682c062ce89 req-605b7872-c2df-43bf-bae8-0abbc2b382ce tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:54.854213 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b57ddaa-f814-41f4-b864-5682c062ce89 req-605b7872-c2df-43bf-bae8-0abbc2b382ce tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0560520 Mar 10 07:19:54.900986 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b57ddaa-f814-41f4-b864-5682c062ce89 req-5d3a4cb3-86f7-48d4-a09a-e5a09ee26681 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Mar 10 07:19:56.016471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029aeda-8c05-474a-85b9-b149f3145350 req-7d6bc4c7-fe16-45d0-81fc-bce0ab02a33b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:56.017956 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6029aeda-8c05-474a-85b9-b149f3145350 req-7d6bc4c7-fe16-45d0-81fc-bce0ab02a33b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0516183 Mar 10 07:19:56.065529 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6029aeda-8c05-474a-85b9-b149f3145350 req-614347f8-10bf-4406-9ce0-52839e174645 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Mar 10 07:19:56.179311 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87604642-ef4d-47b2-bc76-20e5aa1d1312 req-4f2b638c-14a9-40e2-9690-fdb4fc611d12 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:56.180629 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-87604642-ef4d-47b2-bc76-20e5aa1d1312 req-4f2b638c-14a9-40e2-9690-fdb4fc611d12 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0506010 Mar 10 07:19:56.231236 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-87604642-ef4d-47b2-bc76-20e5aa1d1312 req-7d24cc4e-997d-4298-88f5-3a2007b1201a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Mar 10 07:19:56.253587 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49000) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:56.296364 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179380ea-6cab-4de4-9aa8-b391108fca0c tempest-TestVolumeBootPattern-486168987 tempest-TestVolumeBootPattern-486168987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:56.297862 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-179380ea-6cab-4de4-9aa8-b391108fca0c tempest-TestVolumeBootPattern-486168987 tempest-TestVolumeBootPattern-486168987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1125 time: 0.0432522 Mar 10 07:19:56.300703 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49002) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:56.305205 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:19:56.385733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:56.478688 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:56.585881 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Allocated IP 172.27.0.33 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/1b68ad90-6d51-4950-9efe-8af4f1cc1231) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:19:56.688410 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:56.906633 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:56.941705 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:19:56.944406 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:19:56.955491 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:19:56.977753 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=1b68ad90-6d51-4950-9efe-8af4f1cc1231,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:57.313447 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (fbd12abc-98c7-4078-8ca5-6147a221ac62), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:57.439479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:57.583426 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:57.670662 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:57.738028 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=1b68ad90-6d51-4950-9efe-8af4f1cc1231,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:57.747368 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (fbd12abc-98c7-4078-8ca5-6147a221ac62), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:57.848522 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Floating IP fbd12abc-98c7-4078-8ca5-6147a221ac62 associated. External IP: 172.27.0.33, port: d5effb12-1670-4b2d-81c5-8672b8d207cf. Mar 10 07:19:58.263992 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:19:58.373122 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49020) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:58.380321 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:19:58.390610 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:19:58.400461 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:58.401069 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:58.480955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c208-63bd-4fe7-aeb4-365ad0fdc971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.489972 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.510627 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:58.529207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-caa84fa7-cddb-430c-8847-fe3e05900af4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2273247 Mar 10 07:19:58.532018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:19:58.534280 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8575492-b54a-4059-84f9-b95e682c81cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:19:58.571187 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5a9011-bb73-4115-babd-99c61616940e x-openstack-request-id: req-3c5a9011-bb73-4115-babd-99c61616940e {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:19:58.571478 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:19:58.571734 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c5a9011-bb73-4115-babd-99c61616940e {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:19:58.572157 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'status': 'completed', 'code': 200} Mar 10 07:19:58.592940 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c208-63bd-4fe7-aeb4-365ad0fdc971 admin admin] Publish callbacks [] for security_group (50474834-f6ea-4fdf-bf7c-f0f33f8994a7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.638605 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575492-b54a-4059-84f9-b95e682c81cb req-e4ca1f1b-dd26-4261-9aee-1bbd09693c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:58.640069 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-e4ca1f1b-dd26-4261-9aee-1bbd09693c8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1130 time: 0.0456054 Mar 10 07:19:58.643298 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c208-63bd-4fe7-aeb4-365ad0fdc971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (50474834-f6ea-4fdf-bf7c-f0f33f8994a7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.683417 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0fb5c208-63bd-4fe7-aeb4-365ad0fdc971 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1177c65042a4f8385a41322ecb9379f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092480 Mar 10 07:19:58.684286 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5c208-63bd-4fe7-aeb4-365ad0fdc971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50474834-f6ea-4fdf-bf7c-f0f33f8994a7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:58.688795 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49028) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:58.738181 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575492-b54a-4059-84f9-b95e682c81cb req-4cd9a1c5-9011-44d0-972a-4856ccade787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:58.739507 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-4cd9a1c5-9011-44d0-972a-4856ccade787 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0930963 Mar 10 07:19:58.741153 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f276642-8229-40a0-aac8-4c12a343f183 admin admin] Publish callbacks [] for security_group (50474834-f6ea-4fdf-bf7c-f0f33f8994a7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.753157 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:57Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:58.767399 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f276642-8229-40a0-aac8-4c12a343f183 admin admin] Publish callbacks [] for security_group (50474834-f6ea-4fdf-bf7c-f0f33f8994a7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.780146 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:19:58.788412 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:19:58.789028 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:58.809081 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-309e857e-8717-4202-a125-c08cd23f778c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 200 len: 999 time: 0.0625439 Mar 10 07:19:58.856907 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575492-b54a-4059-84f9-b95e682c81cb req-f630ea5f-2913-484b-9779-ed3558e00130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:58.858407 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-f630ea5f-2913-484b-9779-ed3558e00130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0434730 Mar 10 07:19:58.883302 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f276642-8229-40a0-aac8-4c12a343f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (50474834-f6ea-4fdf-bf7c-f0f33f8994a7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.885963 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f276642-8229-40a0-aac8-4c12a343f183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:58.890734 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0f276642-8229-40a0-aac8-4c12a343f183 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50474834-f6ea-4fdf-bf7c-f0f33f8994a7 HTTP/1.1" status: 204 len: 168 time: 0.1974089 Mar 10 07:19:58.899234 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f276642-8229-40a0-aac8-4c12a343f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50474834-f6ea-4fdf-bf7c-f0f33f8994a7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:58.917695 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575492-b54a-4059-84f9-b95e682c81cb req-f575e304-aeac-41d3-a211-cac89cbbf0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:19:58.919601 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-f575e304-aeac-41d3-a211-cac89cbbf0a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556333 Mar 10 07:19:58.989041 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:19:59.018314 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-a3e807c6-2455-4081-bb4c-3ffbea7089e6 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927646 Mar 10 07:19:59.111824 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a8575492-b54a-4059-84f9-b95e682c81cb req-127ce755-aca3-46dd-9afc-91d97bcf45c7 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874085 Mar 10 07:19:59.215523 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:57Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:19:59.245355 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4dca2-cc0c-49fe-b971-5c0f11346f76 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:57Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:19:59.429472 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a195a-dbe3-4a6f-8895-f3b1ab6dd2d3 None None] New status for floating IP fbd12abc-98c7-4078-8ca5-6147a221ac62: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:19:59.466545 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49034) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:59.479372 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-127d3e9b-8162-44a0-b1df-d982ad61c505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.551546 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-127d3e9b-8162-44a0-b1df-d982ad61c505 admin admin] Publish callbacks [] for security_group (04271cad-2597-4793-b649-cf13aa0528b3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.612701 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-127d3e9b-8162-44a0-b1df-d982ad61c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (04271cad-2597-4793-b649-cf13aa0528b3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.649124 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d3e9b-8162-44a0-b1df-d982ad61c505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04271cad-2597-4793-b649-cf13aa0528b3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:19:59.655247 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-127d3e9b-8162-44a0-b1df-d982ad61c505 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaadee5e19bc43b994cfda3f6f74f44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876302 Mar 10 07:19:59.657133 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49036) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:19:59.707551 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0540b5af-c7be-4bc6-847d-ff1cbf2f610c admin admin] Publish callbacks [] for security_group (04271cad-2597-4793-b649-cf13aa0528b3), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.728334 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0540b5af-c7be-4bc6-847d-ff1cbf2f610c admin admin] Publish callbacks [] for security_group (04271cad-2597-4793-b649-cf13aa0528b3), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.863943 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0540b5af-c7be-4bc6-847d-ff1cbf2f610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (04271cad-2597-4793-b649-cf13aa0528b3), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.866404 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0540b5af-c7be-4bc6-847d-ff1cbf2f610c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:19:59.873141 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0540b5af-c7be-4bc6-847d-ff1cbf2f610c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04271cad-2597-4793-b649-cf13aa0528b3 HTTP/1.1" status: 204 len: 168 time: 0.2090137 Mar 10 07:19:59.875258 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540b5af-c7be-4bc6-847d-ff1cbf2f610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04271cad-2597-4793-b649-cf13aa0528b3,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:00.455428 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49042) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:00.469270 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d01c655-bbe4-476a-acad-7e588637e460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.542936 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d01c655-bbe4-476a-acad-7e588637e460 admin admin] Publish callbacks [] for security_group (d1b2cd73-3597-4d9b-9a27-716e6bd86e3a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.597034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d01c655-bbe4-476a-acad-7e588637e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d1b2cd73-3597-4d9b-9a27-716e6bd86e3a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.634091 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-8d01c655-bbe4-476a-acad-7e588637e460 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7e4790bee654aa99bb9df8599a22997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776171 Mar 10 07:20:00.635159 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01c655-bbe4-476a-acad-7e588637e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b2cd73-3597-4d9b-9a27-716e6bd86e3a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:00.636835 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49044) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:00.683358 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4a76ad7-8691-4f68-a489-a527229f0668 admin admin] Publish callbacks [] for security_group (d1b2cd73-3597-4d9b-9a27-716e6bd86e3a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.704397 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4a76ad7-8691-4f68-a489-a527229f0668 admin admin] Publish callbacks [] for security_group (d1b2cd73-3597-4d9b-9a27-716e6bd86e3a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.814462 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4a76ad7-8691-4f68-a489-a527229f0668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (d1b2cd73-3597-4d9b-9a27-716e6bd86e3a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.816906 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4a76ad7-8691-4f68-a489-a527229f0668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:00.818043 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c4a76ad7-8691-4f68-a489-a527229f0668 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1b2cd73-3597-4d9b-9a27-716e6bd86e3a HTTP/1.1" status: 204 len: 168 time: 0.1801987 Mar 10 07:20:00.825518 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a76ad7-8691-4f68-a489-a527229f0668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b2cd73-3597-4d9b-9a27-716e6bd86e3a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:03.467785 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce584ba-47c1-486c-b105-5fddb4eed8da req-bf70ad07-8075-4533-84d8-b5dcec57a8d2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:03.469259 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dce584ba-47c1-486c-b105-5fddb4eed8da req-bf70ad07-8075-4533-84d8-b5dcec57a8d2 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0561633 Mar 10 07:20:03.519693 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dce584ba-47c1-486c-b105-5fddb4eed8da req-7eb1f01b-6344-4c97-bcd3-56e59d6cd9e0 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447834 Mar 10 07:20:04.652496 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d60dc-a543-4de9-9f71-9e1e6ed0a1a9 req-48eb1ab9-a995-41fa-b682-7daf0e9099b7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:04.653936 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2c6d60dc-a543-4de9-9f71-9e1e6ed0a1a9 req-48eb1ab9-a995-41fa-b682-7daf0e9099b7 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0587535 Mar 10 07:20:04.701870 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2c6d60dc-a543-4de9-9f71-9e1e6ed0a1a9 req-e3a478be-bfcf-4fd8-8faf-2c9cde507a26 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa844852-8189-4cab-bed8-b6dcbb87c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421779 Mar 10 07:20:05.098461 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46211431-94c0-4cfb-b15d-c539944c2572 req-6a1ab265-63b7-4fec-8ecd-0b6a122d1f2b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:05.099869 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-46211431-94c0-4cfb-b15d-c539944c2572 req-6a1ab265-63b7-4fec-8ecd-0b6a122d1f2b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 946 time: 0.0505886 Mar 10 07:20:05.195296 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Deleting port 54bdc946-cd7d-4245-93ca-8bde134a445b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:20:05.195628 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:05.283092 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] For port 54bdc946-cd7d-4245-93ca-8bde134a445b, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=54bdc946-cd7d-4245-93ca-8bde134a445b,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:05.283367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:05.444308 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:05.444656 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (922ea86a-7ba2-47f5-91fa-55392d43d81a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:05.444962 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Floating IP 922ea86a-7ba2-47f5-91fa-55392d43d81a disassociated. External IP: 172.27.0.3, port: 54bdc946-cd7d-4245-93ca-8bde134a445b. Mar 10 07:20:05.445304 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Calling delete_port for 54bdc946-cd7d-4245-93ca-8bde134a445b owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:20:05.618267 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (54bdc946-cd7d-4245-93ca-8bde134a445b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:05.646787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event deleted for resources: {'Port': ['ID=54bdc946-cd7d-4245-93ca-8bde134a445b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:05.764746 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Router 509602e6-293a-46cd-92ff-afddf759d2f3 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:20:05.810843 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9ee329ac-db80-407c-90cc-67e66fbc0644 req-988422e6-4da5-40a1-99a6-4756ee7a4e4b tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 210 time: 0.0303020 Mar 10 07:20:05.875461 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:20:05.885767 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:20:05.895789 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:05.896391 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:05.919937 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] No DVR routers for this DVR port 54bdc946-cd7d-4245-93ca-8bde134a445b on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:20:05.922711 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:05.925873 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-46211431-94c0-4cfb-b15d-c539944c2572 req-5a5ca3bd-6424-4546-a19c-b2e879653ae5 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.20 "DELETE /v2.0/ports/54bdc946-cd7d-4245-93ca-8bde134a445b HTTP/1.1" status: 204 len: 173 time: 0.8213689 Mar 10 07:20:05.926305 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-deleted', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:20:05.928558 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143903ab-1ae6-4d55-b474-a889f7d30930" -d '{"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-deleted", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:20:06.012188 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:06.124251 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:06.213385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f28ab-e6a3-4293-bd4f-8648ba7fa81c x-openstack-request-id: req-e07f28ab-e6a3-4293-bd4f-8648ba7fa81c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:20:06.217080 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee04140-cc5c-478d-8665-09a6c40cdf15", "name": "network-vif-deleted", "tag": "54bdc946-cd7d-4245-93ca-8bde134a445b", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:20:06.219555 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e07f28ab-e6a3-4293-bd4f-8648ba7fa81c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:20:06.220224 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee04140-cc5c-478d-8665-09a6c40cdf15', 'name': 'network-vif-deleted', 'tag': '54bdc946-cd7d-4245-93ca-8bde134a445b', 'status': 'completed', 'code': 200} Mar 10 07:20:06.233937 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:06.264499 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd8001ce-d205-4ea6-b31d-b04e7fb6acbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.265389 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:20:06.275167 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:06.275775 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:06.336598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd8001ce-d205-4ea6-b31d-b04e7fb6acbc admin admin] Publish callbacks [] for security_group (bf31ce55-3716-4337-93d0-e81c28a0996b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.383515 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:06.414334 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd8001ce-d205-4ea6-b31d-b04e7fb6acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (bf31ce55-3716-4337-93d0-e81c28a0996b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.452278 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-cd8001ce-d205-4ea6-b31d-b04e7fb6acbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef5527458fd043de955da002baa3fc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268566 Mar 10 07:20:06.453667 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8001ce-d205-4ea6-b31d-b04e7fb6acbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31ce55-3716-4337-93d0-e81c28a0996b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:06.454973 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49138) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:06.507790 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67367133-5582-4df5-a9f5-52f158ddb768 admin admin] Publish callbacks [] for security_group (bf31ce55-3716-4337-93d0-e81c28a0996b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.529319 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67367133-5582-4df5-a9f5-52f158ddb768 admin admin] Publish callbacks [] for security_group (bf31ce55-3716-4337-93d0-e81c28a0996b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.580854 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:06.607820 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c405c-7ead-40e5-8e6a-597d93184283 None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:09:21Z', 'revision_number': 4, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '7b78f004-088e-499f-b558-f9e20ae89627', 'name': '', 'network_id': '0c11976c-f7f1-47f8-a765-a8aef91cf0db', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'mac_address': 'fa:16:3e:d7:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:19Z', 'updated_at': '2022-03-10T07:09:28Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'subnets': [{'id': 'bb534754-6cd8-4396-b07c-7b5c61ffe8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:20:06.643127 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67367133-5582-4df5-a9f5-52f158ddb768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (bf31ce55-3716-4337-93d0-e81c28a0996b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.645754 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67367133-5582-4df5-a9f5-52f158ddb768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:06.649563 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-67367133-5582-4df5-a9f5-52f158ddb768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf31ce55-3716-4337-93d0-e81c28a0996b HTTP/1.1" status: 204 len: 168 time: 0.1898882 Mar 10 07:20:06.662123 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67367133-5582-4df5-a9f5-52f158ddb768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31ce55-3716-4337-93d0-e81c28a0996b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:06.854619 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608786d7-5bae-48fe-81d4-61ade9b47844 None None] New status for floating IP 922ea86a-7ba2-47f5-91fa-55392d43d81a: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:20:06.929354 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0646dcbb-851b-4eae-abba-407b5a261137 req-c053d344-a618-4727-9bc5-2736204b6a2e tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee04140-cc5c-478d-8665-09a6c40cdf15 HTTP/1.1" status: 200 len: 210 time: 0.0298316 Mar 10 07:20:08.113203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49170) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:08.165463 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e0071a9-b7e0-4440-97cb-7a483d6c1719 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (aa844852-8189-4cab-bed8-b6dcbb87c8f9), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.188607 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e0071a9-b7e0-4440-97cb-7a483d6c1719 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (aa844852-8189-4cab-bed8-b6dcbb87c8f9), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.305795 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e0071a9-b7e0-4440-97cb-7a483d6c1719 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (aa844852-8189-4cab-bed8-b6dcbb87c8f9), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.308294 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e0071a9-b7e0-4440-97cb-7a483d6c1719 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.309852 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-9e0071a9-b7e0-4440-97cb-7a483d6c1719 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa844852-8189-4cab-bed8-b6dcbb87c8f9 HTTP/1.1" status: 204 len: 168 time: 0.1953089 Mar 10 07:20:08.312372 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49172) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:08.318987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0071a9-b7e0-4440-97cb-7a483d6c1719 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa844852-8189-4cab-bed8-b6dcbb87c8f9,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:08.328869 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.api.v2.resource [None req-4690696b-e26c-4b56-8f3b-166e3d947b06 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] show failed (client error): The resource could not be found. Mar 10 07:20:08.328869 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-4690696b-e26c-4b56-8f3b-166e3d947b06 tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "GET /v2.0/security-groups/aa844852-8189-4cab-bed8-b6dcbb87c8f9 HTTP/1.1" status: 404 len: 347 time: 0.0144331 Mar 10 07:20:08.330517 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:08.459381 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Deleting port 976cb46f-fd9d-49d9-95a2-fdfdd9d505f3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:20:08.459720 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.536655 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.536910 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.548704 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Calling delete_port for 976cb46f-fd9d-49d9-95a2-fdfdd9d505f3 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:20:08.738278 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (976cb46f-fd9d-49d9-95a2-fdfdd9d505f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.763822 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Pushing event deleted for resources: {'Port': ['ID=976cb46f-fd9d-49d9-95a2-fdfdd9d505f3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:08.821558 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks [] for floatingip (922ea86a-7ba2-47f5-91fa-55392d43d81a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.823996 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:08.825758 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-684495ae-2ea7-4d31-b97c-a36e9f74073d tempest-AttachVolumeShelveTestJSON-542898091 tempest-AttachVolumeShelveTestJSON-542898091-project] 10.222.0.30 "DELETE /v2.0/floatingips/922ea86a-7ba2-47f5-91fa-55392d43d81a HTTP/1.1" status: 204 len: 168 time: 0.4936268 Mar 10 07:20:09.279098 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:20:09.299368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 54bdc946-cd7d-4245-93ca-8bde134a445b {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:20:09.299712 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 54bdc946-cd7d-4245-93ca-8bde134a445b not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:20:11.491733 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49222) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:11.981318 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (509602e6-293a-46cd-92ff-afddf759d2f3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:12.226498 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Deleting port 7b78f004-088e-499f-b558-f9e20ae89627 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:20:12.226832 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (7b78f004-088e-499f-b558-f9e20ae89627), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:12.302822 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] For port 7b78f004-088e-499f-b558-f9e20ae89627, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=7b78f004-088e-499f-b558-f9e20ae89627,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:12.303181 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (7b78f004-088e-499f-b558-f9e20ae89627), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:12.315920 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Calling delete_port for 7b78f004-088e-499f-b558-f9e20ae89627 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:20:12.453017 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-913b88c0-571d-4c2d-9b70-c1de0b54adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:12.566976 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (7b78f004-088e-499f-b558-f9e20ae89627), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:12.598083 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b78f004-088e-499f-b558-f9e20ae89627,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:12.765103 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (509602e6-293a-46cd-92ff-afddf759d2f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:12.989446 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Router 509602e6-293a-46cd-92ff-afddf759d2f3 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:20:13.097016 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:20:13.104309 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-cc3f4164-4c35-4251-89d4-b727c9c90bb5 admin admin] 10.222.0.30 "PUT /v2.0/routers/509602e6-293a-46cd-92ff-afddf759d2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090910 Mar 10 07:20:13.104742 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:13.105170 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] Sync routers for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:20:13.115055 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:13.115651 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:13.209777 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks [] for router (509602e6-293a-46cd-92ff-afddf759d2f3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:13.224746 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:13.315004 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks [] for router_gateway (509602e6-293a-46cd-92ff-afddf759d2f3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:13.405384 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:20:12Z', 'revision_number': 5, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port': {'id': 'd68a81dd-b861-452d-9299-74269a18cec8', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:09:15Z', 'updated_at': '2022-03-10T07:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:13.432890 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] Checking router: 509602e6-293a-46cd-92ff-afddf759d2f3 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:20:13.442507 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] Routers {'509602e6-293a-46cd-92ff-afddf759d2f3'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:13.443138 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:19:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['509602e6-293a-46cd-92ff-afddf759d2f3'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:13.629503 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] Set router 509602e6-293a-46cd-92ff-afddf759d2f3 gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:13.637881 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Deleting port d68a81dd-b861-452d-9299-74269a18cec8 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:20:13.638381 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (d68a81dd-b861-452d-9299-74269a18cec8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:13.684197 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:20:13Z', 'revision_number': 6, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:13.711016 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328d2d7-6a05-4950-9c26-b0db763f1a87 None None] The sync data for ids ['509602e6-293a-46cd-92ff-afddf759d2f3'] in dv-cinder-832919-1-iscsi is: [{'id': '509602e6-293a-46cd-92ff-afddf759d2f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1762454650-router', 'tenant_id': '3d3a1272878d4494aec6be4b603661cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:09:13Z', 'updated_at': '2022-03-10T07:20:13Z', 'revision_number': 6, 'project_id': '3d3a1272878d4494aec6be4b603661cb', 'gw_port_host': None}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:20:13.714412 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] For port d68a81dd-b861-452d-9299-74269a18cec8, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=d68a81dd-b861-452d-9299-74269a18cec8,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:13.714639 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (d68a81dd-b861-452d-9299-74269a18cec8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:13.727421 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Calling delete_port for d68a81dd-b861-452d-9299-74269a18cec8 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:20:13.972476 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (d68a81dd-b861-452d-9299-74269a18cec8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:13.999435 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Pushing event deleted for resources: {'Port': ['ID=d68a81dd-b861-452d-9299-74269a18cec8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:14.060332 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (509602e6-293a-46cd-92ff-afddf759d2f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.160344 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (509602e6-293a-46cd-92ff-afddf759d2f3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.162472 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks [] for router_controller (509602e6-293a-46cd-92ff-afddf759d2f3), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.258082 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (509602e6-293a-46cd-92ff-afddf759d2f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.258612 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509602e6-293a-46cd-92ff-afddf759d2f3 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:20:14.266952 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.266952 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-927cfbd0-dde8-4ce9-bd49-37775536197f admin admin] 10.222.0.30 "DELETE /v2.0/routers/509602e6-293a-46cd-92ff-afddf759d2f3 HTTP/1.1" status: 204 len: 168 time: 1.1592813 Mar 10 07:20:14.267850 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:14.310885 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Deleting subnet bb534754-6cd8-4396-b07c-7b5c61ffe8b4 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:20:14.313926 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Publish callbacks [] for subnet (bb534754-6cd8-4396-b07c-7b5c61ffe8b4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.346950 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (bb534754-6cd8-4396-b07c-7b5c61ffe8b4), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.427494 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (bb534754-6cd8-4396-b07c-7b5c61ffe8b4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.526339 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 7b78f004-088e-499f-b558-f9e20ae89627 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:20:14.534819 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (bb534754-6cd8-4396-b07c-7b5c61ffe8b4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.555600 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 7b78f004-088e-499f-b558-f9e20ae89627 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:20:14.555955 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 7b78f004-088e-499f-b558-f9e20ae89627 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:20:14.556370 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d68a81dd-b861-452d-9299-74269a18cec8 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:20:14.559026 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb534754-6cd8-4396-b07c-7b5c61ffe8b4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:14.565282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.568776 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-14b2fe47-302d-4087-b8ec-c7c23b21659d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bb534754-6cd8-4396-b07c-7b5c61ffe8b4 HTTP/1.1" status: 204 len: 168 time: 0.3000219 Mar 10 07:20:14.571373 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:14.577425 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f0fab-d519-481a-9797-925a84b160f4 None None] Network 0c11976c-f7f1-47f8-a765-a8aef91cf0db requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:20:14.580559 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: d68a81dd-b861-452d-9299-74269a18cec8 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:20:14.580901 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device d68a81dd-b861-452d-9299-74269a18cec8 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:20:14.644463 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (0c11976c-f7f1-47f8-a765-a8aef91cf0db), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.706689 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Deleting port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:20:14.706689 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.734051 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] DHCP port deletion for 0c11976c-f7f1-47f8-a765-a8aef91cf0db request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:20:14.775708 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] For port 964bdddc-40da-4c25-bd9d-bbca6d30edc6, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=964bdddc-40da-4c25-bd9d-bbca6d30edc6,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:14.776076 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.791615 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Calling delete_port for 964bdddc-40da-4c25-bd9d-bbca6d30edc6 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:20:14.795104 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] Deleting port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:20:14.795481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.867272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] For port 964bdddc-40da-4c25-bd9d-bbca6d30edc6, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=964bdddc-40da-4c25-bd9d-bbca6d30edc6,segment=NetworkSegment(31065168-0b95-4155-b542-ebdeceaf3900),segment_id=31065168-0b95-4155-b542-ebdeceaf3900)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:14.867665 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.884141 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] Calling delete_port for 964bdddc-40da-4c25-bd9d-bbca6d30edc6 owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:20:14.955489 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.962883 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (964bdddc-40da-4c25-bd9d-bbca6d30edc6), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.987991 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] No DVR routers for this DVR port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:20:14.990521 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a0be9992-534e-416e-bc1e-2764536c810a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:14.992079 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] No DVR routers for this DVR port 964bdddc-40da-4c25-bd9d-bbca6d30edc6 on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:20:14.993481 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6f056-5c81-475a-b570-af387c752d5d None None] Pushing event deleted for resources: {'Port': ['ID=964bdddc-40da-4c25-bd9d-bbca6d30edc6,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:15.016662 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=964bdddc-40da-4c25-bd9d-bbca6d30edc6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:15.068451 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (0c11976c-f7f1-47f8-a765-a8aef91cf0db), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.091835 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c11976c-f7f1-47f8-a765-a8aef91cf0db']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:15.100639 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31065168-0b95-4155-b542-ebdeceaf3900') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:15.100922 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31065168-0b95-4155-b542-ebdeceaf3900') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:15.109861 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (31065168-0b95-4155-b542-ebdeceaf3900), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.122398 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (31065168-0b95-4155-b542-ebdeceaf3900), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.128058 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:20:15.128422 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (31065168-0b95-4155-b542-ebdeceaf3900), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:20:15.130067 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:20:15.229534 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (0c11976c-f7f1-47f8-a765-a8aef91cf0db), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.235072 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.238230 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0c11976c-f7f1-47f8-a765-a8aef91cf0db HTTP/1.1" status: 204 len: 168 time: 0.6658990 Mar 10 07:20:15.248713 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017602b-edca-4e12-9039-e711808dd6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c11976c-f7f1-47f8-a765-a8aef91cf0db,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:15.568253 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49258) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:15.607890 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-071337c4-d25b-4efd-b2d7-2fdc00650adb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d3a1272878d4494aec6be4b603661cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384974 Mar 10 07:20:15.610434 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49260) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:15.661725 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f7c4bb-0ba4-4e35-86cb-db86e8790d14 admin admin] Publish callbacks [] for security_group (f257bc56-6df0-407f-b801-ae36d0e50acb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.682157 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f7c4bb-0ba4-4e35-86cb-db86e8790d14 admin admin] Publish callbacks [] for security_group (f257bc56-6df0-407f-b801-ae36d0e50acb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.778281 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f7c4bb-0ba4-4e35-86cb-db86e8790d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f257bc56-6df0-407f-b801-ae36d0e50acb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.780717 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f7c4bb-0ba4-4e35-86cb-db86e8790d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:15.781914 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-82f7c4bb-0ba4-4e35-86cb-db86e8790d14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f257bc56-6df0-407f-b801-ae36d0e50acb HTTP/1.1" status: 204 len: 168 time: 0.1705391 Mar 10 07:20:15.789722 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c4bb-0ba4-4e35-86cb-db86e8790d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f257bc56-6df0-407f-b801-ae36d0e50acb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:16.029580 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:16.325748 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 964bdddc-40da-4c25-bd9d-bbca6d30edc6 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:20:16.346298 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 964bdddc-40da-4c25-bd9d-bbca6d30edc6 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:20:16.346642 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 964bdddc-40da-4c25-bd9d-bbca6d30edc6 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:20:16.868318 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49286) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:16.960929 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-802440254-network', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:17.048296 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Made reservation on behalf of 3e26e6f3af834127bb16ffa1c437d48e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:20:17.050649 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.059721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.132324 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks [] for security_group (9f6eb76e-b0cf-4c93-9645-178e02a83bb1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.185714 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (9f6eb76e-b0cf-4c93-9645-178e02a83bb1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.211961 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:20:17.218413 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6eb76e-b0cf-4c93-9645-178e02a83bb1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:17.224133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (394ecd15-90a6-4d4f-a556-cc9714a3b713), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.224497 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Added segment 394ecd15-90a6-4d4f-a556-cc9714a3b713 of type vlan for network 95f20068-6de7-4271-985f-77c0f6372a18 Mar 10 07:20:17.263849 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (95f20068-6de7-4271-985f-77c0f6372a18), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.345821 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (95f20068-6de7-4271-985f-77c0f6372a18), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.346695 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:17.347267 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.407704 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=95f20068-6de7-4271-985f-77c0f6372a18,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:17.416811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 95f20068-6de7-4271-985f-77c0f6372a18 details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:20:17.451240 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-07971c1b-fc8e-4c52-acf4-e6e515fac8a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5818179 Mar 10 07:20:17.454090 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49292) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:17.458971 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Request body: {'subnet': {'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-802440254-subnet', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:17.556573 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.585172 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Made reservation on behalf of 3e26e6f3af834127bb16ffa1c437d48e for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:20:17.587863 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4333499'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.818043 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.818338 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7450476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4333461'] for subnet (12095121-72d3-478b-8c86-31987c47c6bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:17.873898 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12095121-72d3-478b-8c86-31987c47c6bf,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:17.881552 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:20:17.881900 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Network hostable DHCP agents. Network: 95f20068-6de7-4271-985f-77c0f6372a18, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:20:17.968700 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Network 95f20068-6de7-4271-985f-77c0f6372a18 is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:20:18.065857 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 95f20068-6de7-4271-985f-77c0f6372a18) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:18.070489 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:18.071336 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.074301 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f37152-2614-4e43-8597-0de547045fd9 None None] Network 95f20068-6de7-4271-985f-77c0f6372a18 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:20:18.143315 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1f8bfad7-0280-4df4-a3cb-4e34dcc76a94 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6880078 Mar 10 07:20:18.145966 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:18.150627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:18.176539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7722b9b7-dec9-5144-9a5a-f1cffee7b51a-95f20068-6de7-4271-985f-77c0f6372a18', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf'}]}} from dv-cinder-832919-1-iscsi. {{(pid=103618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 07:20:18.177394 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.254638 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8446'] for router (b415efd3-2640-4831-8e40-151a84bd8fdc), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.255961 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8423'] for router (b415efd3-2640-4831-8e40-151a84bd8fdc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.314133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks [] for router_controller (b415efd3-2640-4831-8e40-151a84bd8fdc), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.440340 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.db_base_plugin_common [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Allocated IP 172.20.0.2 (95f20068-6de7-4271-985f-77c0f6372a18/12095121-72d3-478b-8c86-31987c47c6bf/28a8097e-a8e3-4445-8a42-66caed3c4917) {{(pid=103618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:20:18.506837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks [] for router_gateway (b415efd3-2640-4831-8e40-151a84bd8fdc), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.580817 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Publish callbacks [] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), precommit_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.643306 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), after_create {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.682002 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:20:18.688206 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.scheduler.base_scheduler [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Resources bound (agent type, host, resource id): {{(pid=103618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:18.692994 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Pushing event updated for resources: {'Port': ['ID=28a8097e-a8e3-4445-8a42-66caed3c4917,revision_number=1']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:18.695082 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Received port after_create {{(pid=103618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:20:18.749881 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Attempting to bind port 28a8097e-a8e3-4445-8a42-66caed3c4917 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:20:18.750244 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Attempting to bind port 28a8097e-a8e3-4445-8a42-66caed3c4917 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:20:18.750597 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Attempting to bind port 28a8097e-a8e3-4445-8a42-66caed3c4917 on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:20:18.755445 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:20:18.755815 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:20:18.756211 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.756853 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Bound using segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:20:18.757057 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Bound port: 28a8097e-a8e3-4445-8a42-66caed3c4917, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:20:18.757459 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.766751 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks [] for router_gateway (b415efd3-2640-4831-8e40-151a84bd8fdc), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.785622 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.821122 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] For port 28a8097e-a8e3-4445-8a42-66caed3c4917, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:20:18.824135 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] For port 28a8097e-a8e3-4445-8a42-66caed3c4917, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=28a8097e-a8e3-4445-8a42-66caed3c4917,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:20:18.893195 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Allocated IP 172.27.0.215 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/bc3dffe4-ff57-4836-8da0-4c031ea25ac3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:20:18.894596 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.940742 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:18.956423 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4784eb6-ac90-4a7c-82d7-3d63deef71aa None None] Pushing event updated for resources: {'Port': ['ID=28a8097e-a8e3-4445-8a42-66caed3c4917,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:18.996228 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks [] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:19.089145 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:19.134437 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:20:19.140040 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:19.142645 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:20:19.167858 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:19.467382 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks [] for router_gateway (b415efd3-2640-4831-8e40-151a84bd8fdc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:19.717268 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:20:19.836658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e75cba-72fd-4824-b429-0ad628a6b6e8 None None] Network 95f20068-6de7-4271-985f-77c0f6372a18 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:20:19.863749 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1613417'] for router (b415efd3-2640-4831-8e40-151a84bd8fdc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:19.919985 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] Provisioning complete for port 28a8097e-a8e3-4445-8a42-66caed3c4917 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:19.920351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.027661 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] Current status of the port 28a8097e-a8e3-4445-8a42-66caed3c4917 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:20.028057 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.054512 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Router b415efd3-2640-4831-8e40-151a84bd8fdc is scheduled to L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 07:20:20.065617 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] For port 28a8097e-a8e3-4445-8a42-66caed3c4917, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=28a8097e-a8e3-4445-8a42-66caed3c4917,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:20.128817 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.169039 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:20:20.186969 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:20:20.196075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5552a-cbcf-4271-9e02-53e1d9a94fb4 None None] Pushing event updated for resources: {'Port': ['ID=28a8097e-a8e3-4445-8a42-66caed3c4917,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:20.204343 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:20.204956 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:20:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:20.233436 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.237195 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-26024965-ee70-4efd-8799-ef32a3c736b1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0876706 Mar 10 07:20:20.237611 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49304) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:20.271974 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-be5467b9-cbe9-4266-92ca-54759f10febb None None] Provisioning complete for port 28a8097e-a8e3-4445-8a42-66caed3c4917 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:20.272351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-be5467b9-cbe9-4266-92ca-54759f10febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.354025 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:20.387072 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 28a8097e-a8e3-4445-8a42-66caed3c4917 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:20:20.549742 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-be5467b9-cbe9-4266-92ca-54759f10febb None None] Current status of the port 28a8097e-a8e3-4445-8a42-66caed3c4917 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:20.568163 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 28a8097e-a8e3-4445-8a42-66caed3c4917 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:20.568545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.650358 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:19Z', 'revision_number': 3, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:20.678558 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.698864 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:20:20.699212 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Updating router b415efd3-2640-4831-8e40-151a84bd8fdc port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 binding host dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:20:20.734982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 28a8097e-a8e3-4445-8a42-66caed3c4917 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:20.738131 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.836960 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Allocated IP 172.20.0.1 (95f20068-6de7-4271-985f-77c0f6372a18/12095121-72d3-478b-8c86-31987c47c6bf/776977e2-d558-4e87-b3a2-084d5c9fa98e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:20:20.939542 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks [] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:20.994366 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Publish callbacks [] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.049005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.088339 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:20:21.094880 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:21.098260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:20:21.099857 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.103618 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Pushing event updated for resources: {'Port': ['ID=776977e2-d558-4e87-b3a2-084d5c9fa98e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:21.142358 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606918'] for router_interface (b415efd3-2640-4831-8e40-151a84bd8fdc), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.157806 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Attempting to bind port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:20:21.158184 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Attempting to bind port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:20:21.158552 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Attempting to bind port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 on network 7d55ff7b-d778-4b9b-b550-bb168eff8727 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:20:21.160760 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1959dcb-ea3a-42a4-87e7-117bf423e663 None None] Pushing event updated for resources: {'Port': ['ID=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:21.166761 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:20:21.167164 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Checking segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:20:21.167559 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.167940 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Bound using segment: {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:20:21.168449 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Bound port: bc3dffe4-ff57-4836-8da0-4c031ea25ac3, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e457f9d-2418-471c-b608-b86ff54f5c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:20:21.168831 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.224168 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] For port bc3dffe4-ff57-4836-8da0-4c031ea25ac3, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:20:21.227407 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] For port bc3dffe4-ff57-4836-8da0-4c031ea25ac3, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:20:21.294719 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.356701 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:21.357333 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:20:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:21.358757 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.421795 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1959dcb-ea3a-42a4-87e7-117bf423e663 None None] Pushing event updated for resources: {'Port': ['ID=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:21.440488 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-0a0aa33f-88ad-4ab6-90d9-4b932d9557d6 None None] Provisioning complete for port 776977e2-d558-4e87-b3a2-084d5c9fa98e triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:21.440865 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa33f-88ad-4ab6-90d9-4b932d9557d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.523313 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-0a0aa33f-88ad-4ab6-90d9-4b932d9557d6 None None] Port 776977e2-d558-4e87-b3a2-084d5c9fa98e cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:20:21.525752 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:21.531989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks [] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.585611 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.652824 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Pushing event updated for resources: {'Port': ['ID=776977e2-d558-4e87-b3a2-084d5c9fa98e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:21.655533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607082'] for router_interface (b415efd3-2640-4831-8e40-151a84bd8fdc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:21.741093 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:20Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:21.757780 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:20:21.759226 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:21.771326 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659dc90-f765-4937-b168-999db6a85c43 None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:20Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:20:21.886860 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:20:22.018637 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:20:22.023555 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-52335c2d-1bcd-45cf-ae1e-65c891915070 admin admin] 10.222.0.30 "PUT /v2.0/routers/b415efd3-2640-4831-8e40-151a84bd8fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7849391 Mar 10 07:20:22.195953 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-19e50463-4a33-4733-9fee-334333cf549f None None] Provisioning complete for port 776977e2-d558-4e87-b3a2-084d5c9fa98e triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:22.196468 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19e50463-4a33-4733-9fee-334333cf549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:22.233479 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-19e50463-4a33-4733-9fee-334333cf549f None None] Port 776977e2-d558-4e87-b3a2-084d5c9fa98e cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:20:22.564645 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49328) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:22.569122 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845067014', 'description': 'tempest-description--51767038'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:22.637523 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:22.706437 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (0bd5b72a-15d3-40ff-a167-7202ec1d87ec), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:22.766691 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (0bd5b72a-15d3-40ff-a167-7202ec1d87ec), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:22.796101 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd5b72a-15d3-40ff-a167-7202ec1d87ec,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:22.843193 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:22.847374 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-42282d39-0b72-4012-892d-a43327646173 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2787545 Mar 10 07:20:22.847504 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49330) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:22.851820 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '0bd5b72a-15d3-40ff-a167-7202ec1d87ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:22.951053 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (3d5a3fed-defd-468f-a2a6-fd088716858d), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.008714 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (3d5a3fed-defd-468f-a2a6-fd088716858d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.099859 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (3d5a3fed-defd-468f-a2a6-fd088716858d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.117849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5a3fed-defd-468f-a2a6-fd088716858d,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:23.187666 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.189655 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a661f88c-c667-403b-a17b-cdb1222b7499 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404183 Mar 10 07:20:23.191451 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49334) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:23.195867 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '0bd5b72a-15d3-40ff-a167-7202ec1d87ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:23.270869 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (cd45ab2b-6f48-462a-bb3e-0c17ec18cd0e), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.330696 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (cd45ab2b-6f48-462a-bb3e-0c17ec18cd0e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.402483 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (cd45ab2b-6f48-462a-bb3e-0c17ec18cd0e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.419995 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd45ab2b-6f48-462a-bb3e-0c17ec18cd0e,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:23.473280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.477953 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49340) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:23.483360 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-54816f8c-e998-4df2-8998-4ebfc5964849 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2857447 Mar 10 07:20:23.483669 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:23.551170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.647152 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.752175 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.27.0.181 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/2294dd11-d6cb-48c2-8548-4ed363965cb9) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:20:23.808237 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:20:23.817651 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:23.818247 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:20:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:23.851134 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.923222 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:23.928385 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:23.957533 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:20:23.961839 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:23.968202 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:20:23.995557 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=2294dd11-d6cb-48c2-8548-4ed363965cb9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:24.061000 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (b2c7c956-13b9-4430-85e2-378cdb86fe2a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.129183 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.134650 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:24.161324 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:20:24.161681 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Updating router b415efd3-2640-4831-8e40-151a84bd8fdc port 776977e2-d558-4e87-b3a2-084d5c9fa98e binding host dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 07:20:24.188656 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.276205 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.350024 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.369828 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device bc3dffe4-ff57-4836-8da0-4c031ea25ac3 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:20:24.422761 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:24.423127 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.428104 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=2294dd11-d6cb-48c2-8548-4ed363965cb9,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:24.437681 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (b2c7c956-13b9-4430-85e2-378cdb86fe2a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.454318 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Publish callbacks [] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), precommit_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.504106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:24.504532 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.524466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] For port bc3dffe4-ff57-4836-8da0-4c031ea25ac3, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:24.530412 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.534086 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1b7b5266-5755-4f05-9368-14f95abf860e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0522707 Mar 10 07:20:24.556826 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.618502 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.657665 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Pushing event updated for resources: {'Port': ['ID=776977e2-d558-4e87-b3a2-084d5c9fa98e,revision_number=3']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:24.667021 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.667379 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.667751 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.668558 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.669250 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.669762 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.670791 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.671305 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.671792 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.672308 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.672781 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.673271 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.673622 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:24.697890 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Pushing event updated for resources: {'Port': ['ID=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:24.703138 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Attempting to bind port 776977e2-d558-4e87-b3a2-084d5c9fa98e on host dv-cinder-832919-1-iscsi for vnic_type normal with profile {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:20:24.703691 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Attempting to bind port 776977e2-d558-4e87-b3a2-084d5c9fa98e by drivers openvswitch,hyperv on host dv-cinder-832919-1-iscsi at level 0 using segments [{'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:20:24.704059 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Attempting to bind port 776977e2-d558-4e87-b3a2-084d5c9fa98e on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:20:24.709868 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Checking agent: {'id': '036f66ed-7ef6-4f05-8908-f6fa5eabe45f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832919-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 0, 49), 'started_at': datetime.datetime(2022, 3, 10, 7, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832919-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:20:24.710736 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:20:24.711415 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.711971 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Bound using segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} {{(pid=103619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:20:24.712445 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.managers [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Bound port: 776977e2-d558-4e87-b3a2-084d5c9fa98e, host: dv-cinder-832919-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}}] {{(pid=103619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:20:24.713090 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), before_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.724893 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-f6caf24d-37c8-4123-8440-1dbb23b2c780 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1845067014&fields=id&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 267 time: 0.0669587 Mar 10 07:20:24.790175 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] For port 776977e2-d558-4e87-b3a2-084d5c9fa98e, host dv-cinder-832919-1-iscsi, cleared binding levels {{(pid=103619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:20:24.796037 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.plugins.ml2.db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] For port 776977e2-d558-4e87-b3a2-084d5c9fa98e, host dv-cinder-832919-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=776977e2-d558-4e87-b3a2-084d5c9fa98e,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:20:24.850108 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-34e19e79-4627-489d-a269-20ba35f8bce1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:24.851534 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-34e19e79-4627-489d-a269-20ba35f8bce1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.1195138 Mar 10 07:20:24.865851 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-717dafd3-42fd-4e0d-99da-275c47b55d8c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/quotas/3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 375 time: 0.0086980 Mar 10 07:20:24.876245 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-caa1f30b-e078-43fd-95d4-47c908f80416 None None] Provisioning complete for port 776977e2-d558-4e87-b3a2-084d5c9fa98e triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:24.876651 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-caa1f30b-e078-43fd-95d4-47c908f80416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.887699 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron_lib.callbacks.manager [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), after_update {{(pid=103619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:24.913729 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-caa1f30b-e078-43fd-95d4-47c908f80416 None None] Port 776977e2-d558-4e87-b3a2-084d5c9fa98e cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:20:24.921953 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-a64dc28c-bfbf-40e8-af02-d92c73c607e8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510254 Mar 10 07:20:24.945740 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:24.946376 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:20:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:24.986401 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f330a5-4c82-4045-ba51-6b2aee8c94dd None None] Pushing event updated for resources: {'Port': ['ID=776977e2-d558-4e87-b3a2-084d5c9fa98e,revision_number=4']} {{(pid=103619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:25.030389 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-eb246fe2-a403-4135-af0f-dc4937679a6c service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943756 Mar 10 07:20:25.076177 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:25.130760 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-a643da19-096a-48b4-8ef2-4aaa3ebf368e service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936472 Mar 10 07:20:25.237250 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] Provisioning complete for port 776977e2-d558-4e87-b3a2-084d5c9fa98e triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:25.237710 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:25.280492 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-5df50092-4078-4f27-8eab-8d224216346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:25.311066 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df50092-4078-4f27-8eab-8d224216346d None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:20:25.316485 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] Current status of the port 776977e2-d558-4e87-b3a2-084d5c9fa98e is: DOWN; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:25.316877 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:25.354423 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] For port 776977e2-d558-4e87-b3a2-084d5c9fa98e, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=776977e2-d558-4e87-b3a2-084d5c9fa98e,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:25.403246 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:25.435232 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b7164b94-5917-4952-af4f-d3c0c0e27b22 req-71f22ee7-e364-46fb-ac46-fb9041df0017 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 210 time: 0.0456135 Mar 10 07:20:25.474293 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6342bc-c196-4e11-a4a6-77e9327ad01d None None] Pushing event updated for resources: {'Port': ['ID=776977e2-d558-4e87-b3a2-084d5c9fa98e,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:26.365341 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device bc3dffe4-ff57-4836-8da0-4c031ea25ac3 up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:20:26.417077 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:26.417791 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:26.498659 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:26.499707 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 776977e2-d558-4e87-b3a2-084d5c9fa98e up at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:20:26.526831 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6ef37990-a593-47c3-8da0-9f78a13fbe9a req-bbe5ff1d-5149-42fe-b2fd-230e9bf67ad1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 210 time: 0.0271256 Mar 10 07:20:26.554686 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Provisioning complete for port 776977e2-d558-4e87-b3a2-084d5c9fa98e triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:26.555080 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:26.638656 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Current status of the port 776977e2-d558-4e87-b3a2-084d5c9fa98e is: ACTIVE; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:27.628700 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b5fab9c0-c95a-4d04-8a38-2217bdde3e73 req-67ec81bc-ecb9-449a-93a5-f5859bef2fe7 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 210 time: 0.0279813 Mar 10 07:20:27.664466 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-580afb55-8e67-4a9c-b14f-6b1af07bc270 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:27.665995 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-580afb55-8e67-4a9c-b14f-6b1af07bc270 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.1070628 Mar 10 07:20:27.729808 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-23d7febb-692f-4b05-8143-e225b4a4a6d7 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 380 time: 0.0519586 Mar 10 07:20:27.739663 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'port': {'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'admin_state_up': True, 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'security_groups': ['0bd5b72a-15d3-40ff-a167-7202ec1d87ec']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:27.926634 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Made reservation on behalf of 3e26e6f3af834127bb16ffa1c437d48e for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:20:27.930083 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.058153 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.20.0.13 (95f20068-6de7-4271-985f-77c0f6372a18/12095121-72d3-478b-8c86-31987c47c6bf/c55e7d3a-5f81-4beb-a38c-9a8feb290aa0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:20:28.197244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.311595 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.354416 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:20:28.359365 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:20:28.363330 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:20:28.369997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:28.423119 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:28.423786 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.525559 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-044044f9-c8c0-4887-b8fd-257526542bf4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7895596 Mar 10 07:20:28.538825 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Request body: {'port': {'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:28.599661 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.645437 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-2c2e5975-112a-4e22-a4b4-f4e62039302b None None] Provisioning complete for port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:28.646437 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5975-112a-4e22-a4b4-f4e62039302b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.684957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e5975-112a-4e22-a4b4-f4e62039302b None None] Port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:20:28.755667 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265d52-3b55-4cd0-a395-7ee73c46227d req-b1f2eb1f-cce4-4a68-9e37-a044266db9df tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:28.757953 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0265d52-3b55-4cd0-a395-7ee73c46227d req-b1f2eb1f-cce4-4a68-9e37-a044266db9df tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 932 time: 0.0574584 Mar 10 07:20:28.806787 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c0265d52-3b55-4cd0-a395-7ee73c46227d req-08e2a00e-b150-4afa-ac38-34c1fb649194 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413280 Mar 10 07:20:28.882468 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:20:28.890277 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Publish callbacks [] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:28.903325 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Transition to ACTIVE for port object c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:20:28.972190 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:29.025543 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:29.100200 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Attempting to bind port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:20:29.100533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Attempting to bind port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:20:29.100853 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Attempting to bind port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:20:29.105481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 on network 95f20068-6de7-4271-985f-77c0f6372a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:20:29.105794 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Attempting to bind port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:20:29.110574 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:20:29.110901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:20:29.111274 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Bound using segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:20:29.111688 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Bound port: c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:20:29.112143 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:29.180090 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] For port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:20:29.183151 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] For port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:20:29.271830 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:29.304613 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.305402 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:29.306744 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 HTTP/1.1" status: 200 len: 1094 time: 0.7721097 Mar 10 07:20:29.309756 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:20:29.312725 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:20:29.339523 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169c53-4688-435e-a063-fdee2c20c8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:29.355202 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d32b85-6153-4503-a9d9-d3e6999b9273 x-openstack-request-id: req-a0d32b85-6153-4503-a9d9-d3e6999b9273 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:20:29.356340 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:20:29.356604 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0d32b85-6153-4503-a9d9-d3e6999b9273 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:20:29.357048 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'status': 'completed', 'code': 200} Mar 10 07:20:29.424240 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb req-4f772416-3b77-4b4c-8517-39adbd0c10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.425774 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb req-4f772416-3b77-4b4c-8517-39adbd0c10c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 1128 time: 0.0462594 Mar 10 07:20:29.532717 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb req-576ce328-b58a-4342-b282-f40ba4ea2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.534107 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb req-576ce328-b58a-4342-b282-f40ba4ea2393 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002266 Mar 10 07:20:29.633379 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb req-a8c865c1-ebc8-425a-bedd-a978ed507b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.634736 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ec4bb6b7-c717-4c1b-b6e4-7847f33cc6bb req-a8c865c1-ebc8-425a-bedd-a978ed507b1e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942483 Mar 10 07:20:29.717034 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-5cb46af9-e114-443b-a8c8-e548a1ed002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.718523 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-5cb46af9-e114-443b-a8c8-e548a1ed002c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 1128 time: 0.0481236 Mar 10 07:20:29.760029 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-724dd33e-130b-438d-beda-6681737b8564 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 HTTP/1.1" status: 200 len: 217 time: 0.0337920 Mar 10 07:20:29.814486 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-3d54f3f1-c3ce-430c-9373-01864ef6a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.815671 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-3d54f3f1-c3ce-430c-9373-01864ef6a83f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0436859 Mar 10 07:20:29.866753 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cfc-024c-444b-9810-8421a189693e req-06d5f220-0837-4e92-9832-155fb442b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.868242 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-06d5f220-0837-4e92-9832-155fb442b934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448990 Mar 10 07:20:29.934167 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d44fe-8b8c-4e04-8153-1653fce07d36 req-6bc3fa94-08fe-4838-b3d4-d001fc967e25 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:29.935621 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f10d44fe-8b8c-4e04-8153-1653fce07d36 req-6bc3fa94-08fe-4838-b3d4-d001fc967e25 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 944 time: 0.0575626 Mar 10 07:20:29.966027 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-6af217fc-8750-4b33-95b9-c9877f18ff30 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Mar 10 07:20:29.985740 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f10d44fe-8b8c-4e04-8153-1653fce07d36 req-3bc8a69a-bdf0-4dc3-8cfa-a2a9a65d0dd2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Mar 10 07:20:30.312239 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5a7c2cfc-024c-444b-9810-8421a189693e req-b79f69cb-bfc8-4c16-a4c5-d2f166a01e55 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396289 Mar 10 07:20:31.107372 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9148d5a-d2a9-45fd-9d50-f7785c8cd6da req-15e3e894-1dbe-4a67-8fff-e272feda952f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:31.108713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e9148d5a-d2a9-45fd-9d50-f7785c8cd6da req-15e3e894-1dbe-4a67-8fff-e272feda952f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 944 time: 0.0532112 Mar 10 07:20:31.156021 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e9148d5a-d2a9-45fd-9d50-f7785c8cd6da req-cd89a840-0462-437e-b2f4-6754d379cfcf tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Mar 10 07:20:32.278553 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe199-7a6f-4e33-b6a9-680ba5fa9140 req-4936c3d9-7989-4e61-8776-c8dc15896c36 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:32.280010 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e9cfe199-7a6f-4e33-b6a9-680ba5fa9140 req-4936c3d9-7989-4e61-8776-c8dc15896c36 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 944 time: 0.0570695 Mar 10 07:20:32.327281 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e9cfe199-7a6f-4e33-b6a9-680ba5fa9140 req-33a7f7a4-d8df-47f4-a2d3-13595ed3080d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 Mar 10 07:20:33.441452 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:20:33.445624 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadd7ba-8996-452e-9402-8fcaab03f07f req-041ca22b-a121-4b64-b626-5f566dbf30c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:33.447185 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eeadd7ba-8996-452e-9402-8fcaab03f07f req-041ca22b-a121-4b64-b626-5f566dbf30c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 944 time: 0.0524144 Mar 10 07:20:33.496046 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eeadd7ba-8996-452e-9402-8fcaab03f07f req-ac351720-9873-4bcf-9551-bf6f62d2fbe3 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Mar 10 07:20:33.539305 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:33.549858 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:20:33.591376 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:33.591781 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:33.604714 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:20:33.624013 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:33.688803 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:33.736906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:34.037019 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['c55e7d3a-5f81-4beb-a38c-9a8feb290aa0'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:20:34.614373 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c82234-a918-4f8d-8f05-73fb25f88a90 req-7eb59406-eb5f-4907-897a-10b9fe5237a4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:34.615841 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e5c82234-a918-4f8d-8f05-73fb25f88a90 req-7eb59406-eb5f-4907-897a-10b9fe5237a4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 945 time: 0.0536141 Mar 10 07:20:34.667422 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e5c82234-a918-4f8d-8f05-73fb25f88a90 req-a2e98003-304a-40b6-a726-fd7367138842 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 Mar 10 07:20:35.473993 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:20:35.590840 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:20:35.595541 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:20:35.595923 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:35.677138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:20:35.677562 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:35.700428 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:20:35.702646 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0d4e7-5ef3-4c26-bed8-a5a5a0b65bcd" -d '{"events": [{"server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "name": "network-vif-plugged", "status": "completed", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:20:35.716374 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:20:35.785344 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:35.792719 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1068156-11a2-4263-9748-d937fc420dff req-41cdd2f3-9c01-4f43-8bca-04b8c3513aa8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:35.794256 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c1068156-11a2-4263-9748-d937fc420dff req-41cdd2f3-9c01-4f43-8bca-04b8c3513aa8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 945 time: 0.0553057 Mar 10 07:20:35.814291 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b39b03-3397-41e1-ae8e-7bab0b368f1e x-openstack-request-id: req-49b39b03-3397-41e1-ae8e-7bab0b368f1e {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:20:35.814604 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "name": "network-vif-plugged", "status": "completed", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:20:35.814889 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49b39b03-3397-41e1-ae8e-7bab0b368f1e {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:20:35.815283 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'code': 200} Mar 10 07:20:35.841577 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:35.850302 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c1068156-11a2-4263-9748-d937fc420dff req-4d15a0da-de62-449f-b6ef-0c627e7f9695 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Mar 10 07:20:36.092957 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b186-c9fe-4e6b-80b8-2a1dcfbee60e req-63728571-2091-485c-8a85-164defb47dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:36.094565 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-7d27b186-c9fe-4e6b-80b8-2a1dcfbee60e req-63728571-2091-485c-8a85-164defb47dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 1130 time: 0.0439990 Mar 10 07:20:36.139189 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-7d27b186-c9fe-4e6b-80b8-2a1dcfbee60e req-8cdf9a63-a7a7-4904-93d7-5033c61f2a91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367792 Mar 10 07:20:36.970024 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b4c33-5eac-4e49-9e91-1a6f2f0d0679 req-1864db65-5da0-4407-bd11-31620b483a31 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:36.972077 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b3b4c33-5eac-4e49-9e91-1a6f2f0d0679 req-1864db65-5da0-4407-bd11-31620b483a31 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0523887 Mar 10 07:20:37.016781 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b3b4c33-5eac-4e49-9e91-1a6f2f0d0679 req-4fee2aef-1b8e-4fa7-a873-0a2b96be48d4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392222 Mar 10 07:20:38.134478 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f84d7-03a7-4f37-8014-35a6fb25865d req-33539b71-98a3-4e29-99ef-e0e53deb7d48 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:38.135902 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-873f84d7-03a7-4f37-8014-35a6fb25865d req-33539b71-98a3-4e29-99ef-e0e53deb7d48 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0548565 Mar 10 07:20:38.182272 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-873f84d7-03a7-4f37-8014-35a6fb25865d req-ba1aa168-d82b-42b8-ab51-570143ff3b40 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Mar 10 07:20:38.296053 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b62c-aecd-4126-bbea-db5eba0fb09c req-71b3c8eb-461c-487a-bff1-e1a8f6886cc4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:38.297531 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1184b62c-aecd-4126-bbea-db5eba0fb09c req-71b3c8eb-461c-487a-bff1-e1a8f6886cc4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0521128 Mar 10 07:20:38.306063 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:38.310253 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:20:38.351014 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (b2c7c956-13b9-4430-85e2-378cdb86fe2a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:38.773431 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:38.830479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (b2c7c956-13b9-4430-85e2-378cdb86fe2a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:38.930751 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP b2c7c956-13b9-4430-85e2-378cdb86fe2a associated. External IP: 172.27.0.181, port: c55e7d3a-5f81-4beb-a38c-9a8feb290aa0. Mar 10 07:20:39.135105 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:20:39.436121 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:20:39.441422 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:39.448571 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:20:39.458962 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:39.459604 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:20:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:39.483037 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e985f1ed-32be-45e1-b3a3-bc56d891c454 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "PUT /v2.0/floatingips/b2c7c956-13b9-4430-85e2-378cdb86fe2a HTTP/1.1" status: 200 len: 992 time: 1.1624660 Mar 10 07:20:39.483037 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:20:39.483037 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e9f87a-3149-41ea-bede-6117a0fdccab" -d '{"events": [{"name": "network-changed", "server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:20:39.507542 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13afcc28-31f4-477f-8368-654d2ecf37de x-openstack-request-id: req-13afcc28-31f4-477f-8368-654d2ecf37de {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:20:39.507843 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:20:39.508102 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13afcc28-31f4-477f-8368-654d2ecf37de {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:20:39.508497 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'status': 'completed', 'code': 200} Mar 10 07:20:39.572106 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-f09f4332-36fb-4ef3-807f-7f5cbf9c57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:39.573591 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-f09f4332-36fb-4ef3-807f-7f5cbf9c57c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 1130 time: 0.0433559 Mar 10 07:20:39.573722 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:39.665483 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-e3e16e42-a45d-479e-82fe-1297fd561391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:39.666962 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-e3e16e42-a45d-479e-82fe-1297fd561391 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0868104 Mar 10 07:20:39.730043 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-9c4204ca-865d-4e3a-a25a-fa7dde1453f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0572894 Mar 10 07:20:39.781580 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-24bbe997-0f37-4efc-b7e8-d51260f5f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:39.783141 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-24bbe997-0f37-4efc-b7e8-d51260f5f970 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0466657 Mar 10 07:20:39.799612 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:38Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:39.826125 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:20:39.830410 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-5f9636b0-edb1-4865-98a6-522df0ff71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:20:39.831879 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-5f9636b0-edb1-4865-98a6-522df0ff71d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431728 Mar 10 07:20:39.834457 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:20:39.835051 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:20:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:39.918430 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-a211a46e-9a84-47af-b83d-f33f85606b80 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794621 Mar 10 07:20:39.943974 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:20:40.011944 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-59e9f87a-3149-41ea-bede-6117a0fdccab req-5330e861-ecf3-46c6-8e78-f3cded08163e service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868542 Mar 10 07:20:40.169023 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:38Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:20:40.194940 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd793a0a-f9af-4029-9059-1d7c814486ed None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:38Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:20:40.378287 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb617eeb-0109-4508-8db5-74e0cb3c15eb None None] New status for floating IP b2c7c956-13b9-4430-85e2-378cdb86fe2a: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:20:42.463517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ba3c38f4-44c0-4902-b044-685441213417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:44.886084 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-536cf2c7-c2db-4d84-9d5a-dbdc131ae911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:46.040291 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:47.661086 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:47.813643 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:48.916355 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:53.644169 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49578) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:53.744486 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:53.817867 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Publish callbacks [] for security_group (1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:53.881542 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:53.916047 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:53.919752 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=951ee554c5f347aeaea2ce7b9a8261c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746003 Mar 10 07:20:53.922601 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49582) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:20:53.925663 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.926013 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.926351 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.927175 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.927507 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.927833 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.928157 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.928479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.928801 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.929122 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.929466 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.929785 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.930101 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d64da-c625-4faa-9735-6b26060e32e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:53.971152 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Publish callbacks [] for security_group (1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:53.991410 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Publish callbacks [] for security_group (1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:54.110256 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:54.112824 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:20:54.113985 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1 HTTP/1.1" status: 204 len: 168 time: 0.1904142 Mar 10 07:20:54.122444 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb6fd82-9ad2-4ad5-9e98-09bced9d17f1,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:20:54.129460 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.129849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.130680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.131012 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.131338 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.131768 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.131979 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.132308 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.132632 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.132949 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.133264 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.133604 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:54.133918 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311ce6d-4855-4e73-bdaa-067b8e2a2324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:20:56.716107 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:21:06.423535 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 49720) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:21:06.525860 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-570a8c2e-fee9-4242-83f0-55271b0d2415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.600459 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-570a8c2e-fee9-4242-83f0-55271b0d2415 admin admin] Publish callbacks [] for security_group (14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.668487 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-570a8c2e-fee9-4242-83f0-55271b0d2415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.705882 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-570a8c2e-fee9-4242-83f0-55271b0d2415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91a138a0c6d845b08e1929f4e957f716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813139 Mar 10 07:21:06.706705 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a8c2e-fee9-4242-83f0-55271b0d2415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:06.709151 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 49724) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:21:06.754833 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ae61c9-a709-4c42-b423-422e0f6b2057 admin admin] Publish callbacks [] for security_group (14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.775039 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ae61c9-a709-4c42-b423-422e0f6b2057 admin admin] Publish callbacks [] for security_group (14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.874486 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ae61c9-a709-4c42-b423-422e0f6b2057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.876933 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ae61c9-a709-4c42-b423-422e0f6b2057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:06.878091 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e9ae61c9-a709-4c42-b423-422e0f6b2057 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a HTTP/1.1" status: 204 len: 168 time: 0.1679134 Mar 10 07:21:06.885567 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae61c9-a709-4c42-b423-422e0f6b2057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d2bfe6-a0a9-4c85-ae55-c78ba8ad6a9a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:09.840823 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-f85c308d-1db7-4428-b600-4e86b11d318a tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=94bd692c452e429c91eb26566d0b3479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285602 Mar 10 07:21:10.018755 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-91687c51-5813-4de7-8b60-5a9b2fca7024 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:10.020179 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-91687c51-5813-4de7-8b60-5a9b2fca7024 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744814 Mar 10 07:21:10.034588 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-ca984ee9-7c46-453a-a5c4-03dfd33811a6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/quotas/94bd692c452e429c91eb26566d0b3479 HTTP/1.1" status: 200 len: 375 time: 0.0084422 Mar 10 07:21:10.064935 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-09002b7c-a055-42d7-9aee-75e90caa0f4d tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94bd692c452e429c91eb26566d0b3479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257146 Mar 10 07:21:10.287991 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3583285e-bead-420c-9fd6-1c1af78ba33f req-661934f5-be4c-41cd-91f1-12526d847118 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0263660 Mar 10 07:21:11.378962 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-969b5bd7-7e68-4aa8-82d2-91fc40f715f2 req-0911437f-a276-4e80-9487-2540ac1b1977 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0266879 Mar 10 07:21:12.305636 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-1c298c99-81bd-4975-b854-adf807140e65 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=94bd692c452e429c91eb26566d0b3479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288670 Mar 10 07:21:12.463390 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-759b1d42-9954-48b0-a091-3419512307d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:12.477164 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-48e8b293-6cc0-4e63-bb1b-72824988697c req-6df4a7e2-eef1-40e5-b1b5-25c657bb15e9 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0290947 Mar 10 07:21:12.489337 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-88de8e3a-cc55-4073-822a-dc2872bfccc2 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:12.490816 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-88de8e3a-cc55-4073-822a-dc2872bfccc2 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809468 Mar 10 07:21:12.502761 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Request body: {'port': {'device_id': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3', 'admin_state_up': True, 'tenant_id': '94bd692c452e429c91eb26566d0b3479'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:21:12.681900 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Made reservation on behalf of 94bd692c452e429c91eb26566d0b3479 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:21:12.685346 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:12.694293 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:12.765675 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks [] for security_group (096c5fee-690b-45f5-a8cf-3f7d4d6e6626), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:12.807233 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (096c5fee-690b-45f5-a8cf-3f7d4d6e6626), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:12.870858 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096c5fee-690b-45f5-a8cf-3f7d4d6e6626,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:12.938085 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Allocated IP 192.168.233.58 (ac16d17d-8a7a-42b7-84c9-09002a080ab3/160db950-ec11-43c7-8708-4e117a36fea9/d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:21:13.080162 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks [] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.166596 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.208989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Network ac16d17d-8a7a-42b7-84c9-09002a080ab3 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:21:13.214156 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:21:13.217695 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:21:13.240266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Pushing event updated for resources: {'Port': ['ID=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:13.269195 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:13.269850 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.391854 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-61ef9175-bd74-4503-83a8-c602d37b5be1 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8928511 Mar 10 07:21:13.403263 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Request body: {'port': {'device_id': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:21:13.426299 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-72ac9b8b-3811-4f60-a6af-5cc696096880 None None] Provisioning complete for port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:21:13.426673 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-72ac9b8b-3811-4f60-a6af-5cc696096880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.462685 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-72ac9b8b-3811-4f60-a6af-5cc696096880 None None] Port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:21:13.463717 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.591054 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3af30-90d4-4335-accf-209a382d9341 req-20aa8948-77cb-43fa-9073-c1a7988c8771 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:13.592519 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0be3af30-90d4-4335-accf-209a382d9341 req-20aa8948-77cb-43fa-9073-c1a7988c8771 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 935 time: 0.0510652 Mar 10 07:21:13.638689 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0be3af30-90d4-4335-accf-209a382d9341 req-192a4fac-f1f2-4d06-8c26-cd8448c899c2 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Mar 10 07:21:13.717764 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:21:13.724845 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Publish callbacks [] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.737150 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Transition to ACTIVE for port object d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:21:13.822427 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:13.875079 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Pushing event updated for resources: {'Port': ['ID=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:13.944794 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Attempting to bind port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:21:13.945133 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Attempting to bind port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:21:13.945504 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Attempting to bind port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c on network ac16d17d-8a7a-42b7-84c9-09002a080ab3 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:21:13.950093 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c on network ac16d17d-8a7a-42b7-84c9-09002a080ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:21:13.950411 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Attempting to bind port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c on network ac16d17d-8a7a-42b7-84c9-09002a080ab3 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:21:13.955722 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:21:13.956051 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Checking segment: {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:21:13.956424 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Bound using segment: {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:21:13.956840 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Bound port: d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6ead95-cf59-4cfb-82f8-cfccfabaf14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:21:13.957188 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:14.021623 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] For port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:21:14.025126 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] For port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:21:14.114529 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:14.150345 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.150956 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:14.152317 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] 10.222.0.20 "PUT /v2.0/ports/d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c HTTP/1.1" status: 200 len: 1097 time: 0.7529967 Mar 10 07:21:14.152755 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'tag': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:21:14.154960 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722dde88-3afd-44fa-9af9-d4f73ca3e18e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8e476f-ff9b-407d-bca5-6617f71c6ce6", "tag": "d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:21:14.182535 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76762fb4-9a37-4940-a332-2bae86a0977f service neutron] Pushing event updated for resources: {'Port': ['ID=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:14.195994 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e50f558-d18a-4750-9b95-664d40f8389c x-openstack-request-id: req-5e50f558-d18a-4750-9b95-664d40f8389c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:21:14.196293 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8e476f-ff9b-407d-bca5-6617f71c6ce6", "tag": "d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:21:14.196550 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e50f558-d18a-4750-9b95-664d40f8389c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:21:14.196959 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'tag': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c', 'status': 'completed', 'code': 200} Mar 10 07:21:14.259801 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dde88-3afd-44fa-9af9-d4f73ca3e18e req-ec217ee3-9d65-40f0-947f-7a42f0968d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.261229 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-722dde88-3afd-44fa-9af9-d4f73ca3e18e req-ec217ee3-9d65-40f0-947f-7a42f0968d10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94bd692c452e429c91eb26566d0b3479&device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 1131 time: 0.0456307 Mar 10 07:21:14.290467 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-722dde88-3afd-44fa-9af9-d4f73ca3e18e req-187cf2b7-0986-4d52-90bf-a6c573eb91f9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=94bd692c452e429c91eb26566d0b3479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204813 Mar 10 07:21:14.386400 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dde88-3afd-44fa-9af9-d4f73ca3e18e req-add016fd-5433-4d7d-99c6-78e231ff54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.387824 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-722dde88-3afd-44fa-9af9-d4f73ca3e18e req-add016fd-5433-4d7d-99c6-78e231ff54b8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911365 Mar 10 07:21:14.463002 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-c23c0535-6346-4a9a-8e7d-df6e991be51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.464594 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-c23c0535-6346-4a9a-8e7d-df6e991be51f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94bd692c452e429c91eb26566d0b3479&device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 1131 time: 0.0437469 Mar 10 07:21:14.504281 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-019e5a8a-7e9a-4a8d-8400-a5ea70cfaf8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c HTTP/1.1" status: 200 len: 217 time: 0.0324161 Mar 10 07:21:14.550090 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-3df26273-f8c3-4df1-ab80-0179e53250d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.551412 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-3df26273-f8c3-4df1-ab80-0179e53250d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=160db950-ec11-43c7-8708-4e117a36fea9 HTTP/1.1" status: 200 len: 843 time: 0.0416219 Mar 10 07:21:14.601319 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-e0871bae-4501-4450-90b9-41af301eb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.602790 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-e0871bae-4501-4450-90b9-41af301eb150 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac16d17d-8a7a-42b7-84c9-09002a080ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0456996 Mar 10 07:21:14.692065 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-5d57de62-5c4a-4e66-b2e6-92b6c3e74d51 service neutron] 10.222.0.20 "GET /v2.0/networks/ac16d17d-8a7a-42b7-84c9-09002a080ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Mar 10 07:21:14.759888 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e8e74-cd7a-4888-b320-fcfbbce0a77d req-46069f59-0298-408e-915c-aef97c49e1aa tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:14.761334 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9c9e8e74-cd7a-4888-b320-fcfbbce0a77d req-46069f59-0298-408e-915c-aef97c49e1aa tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 947 time: 0.0506005 Mar 10 07:21:14.784116 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-6eb972f3-df14-440c-af74-47199e3e02d0 req-fdbca74c-117d-4542-bfd8-8b530e8fa1a2 service neutron] 10.222.0.20 "GET /v2.0/networks/ac16d17d-8a7a-42b7-84c9-09002a080ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854678 Mar 10 07:21:14.810691 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9c9e8e74-cd7a-4888-b320-fcfbbce0a77d req-51447900-5075-4bb6-9392-964cbaf55c65 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Mar 10 07:21:14.904069 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-af563f0d-dca0-44bd-9876-6f82578b71bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:15.928265 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5d756-3cc2-417f-a24d-eb42f2074b2f req-d316e38a-3dd4-460f-99f0-12dfd5f63bd3 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:15.930197 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-14a5d756-3cc2-417f-a24d-eb42f2074b2f req-d316e38a-3dd4-460f-99f0-12dfd5f63bd3 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 947 time: 0.0536497 Mar 10 07:21:15.976526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-14a5d756-3cc2-417f-a24d-eb42f2074b2f req-c23183de-df33-41c3-9281-8607f2616b53 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Mar 10 07:21:16.019007 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:17.091158 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fbc37-051a-42a7-aa69-15876b19555a req-124fbde6-ea23-4732-949f-969234a2c598 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:17.092617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-934fbc37-051a-42a7-aa69-15876b19555a req-124fbde6-ea23-4732-949f-969234a2c598 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 947 time: 0.0506155 Mar 10 07:21:17.138210 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-934fbc37-051a-42a7-aa69-15876b19555a req-5214c401-fec1-4c26-8403-ba9c8d5f7c76 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Mar 10 07:21:17.498493 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:17.720565 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:21:17.828066 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:21:17.840007 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c', 'network_id': 'ac16d17d-8a7a-42b7-84c9-09002a080ab3', 'port_id': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c', 'mac_address': 'fa:16:3e:16:dc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160db950-ec11-43c7-8708-4e117a36fea9', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:21:17.864328 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:17.876760 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:21:17.877134 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:17.889655 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:21:17.908284 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:21:17.955831 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:18.006327 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:18.013692 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.014041 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.014384 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.014721 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.015049 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.015375 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.015698 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.016018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.016339 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.016698 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.017018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.017360 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.017681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:21:18.254923 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d3b7-7dc7-49c5-9ced-110a7b27c007 req-c4a84a87-ec97-458e-bb33-c82988964788 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:18.256414 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9c6d3b7-7dc7-49c5-9ced-110a7b27c007 req-c4a84a87-ec97-458e-bb33-c82988964788 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 948 time: 0.0543694 Mar 10 07:21:18.299761 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:21:18.301786 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d9c6d3b7-7dc7-49c5-9ced-110a7b27c007 req-2fb34dba-ba85-417b-ba4f-1015e18fcede tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Mar 10 07:21:18.932949 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:19.416741 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64dfb-107e-4eef-b9e9-37b5e56ac394 req-de511d3a-06bd-4c15-98fb-dc13221bb315 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:19.418204 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-36f64dfb-107e-4eef-b9e9-37b5e56ac394 req-de511d3a-06bd-4c15-98fb-dc13221bb315 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 948 time: 0.0513573 Mar 10 07:21:19.464953 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-36f64dfb-107e-4eef-b9e9-37b5e56ac394 req-f9fce48b-1c28-471c-b891-88818165b50e tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Mar 10 07:21:19.727845 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:21:19.834053 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:21:19.837892 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:21:19.838509 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:19.913579 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:21:19.913966 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:19.935510 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:21:19.937720 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639f377-6105-4414-9e4d-b582b4014906" -d '{"events": [{"server_uuid": "7d8e476f-ff9b-407d-bca5-6617f71c6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:21:19.949956 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:21:19.973739 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faeca2e-9366-4011-a45f-04fe1b72b863 x-openstack-request-id: req-8faeca2e-9366-4011-a45f-04fe1b72b863 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:21:19.974034 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8e476f-ff9b-407d-bca5-6617f71c6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:21:19.974291 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8faeca2e-9366-4011-a45f-04fe1b72b863 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:21:19.974712 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c', 'code': 200} Mar 10 07:21:20.028303 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:20.077799 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:20.266823 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc339-a86e-4fc4-86d8-0c9705a30be7 req-5fc8a7a0-3e2d-4ce5-82d1-539d8db742ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:20.268206 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f32fc339-a86e-4fc4-86d8-0c9705a30be7 req-5fc8a7a0-3e2d-4ce5-82d1-539d8db742ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 1133 time: 0.0435047 Mar 10 07:21:20.311509 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f32fc339-a86e-4fc4-86d8-0c9705a30be7 req-78ff4db4-d5b2-44d4-a82a-ffad13be7d7a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Mar 10 07:21:20.579330 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd37d-3cf6-4423-9c90-acdc3d62ee38 req-536a7100-f38d-4f99-bb60-bdbcd29794fd tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:20.580681 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-58fbd37d-3cf6-4423-9c90-acdc3d62ee38 req-536a7100-f38d-4f99-bb60-bdbcd29794fd tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 949 time: 0.0507233 Mar 10 07:21:20.630155 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-58fbd37d-3cf6-4423-9c90-acdc3d62ee38 req-ab66625c-a777-458a-8497-efe1512aeea0 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Mar 10 07:21:20.861739 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-fbf778b0-60b4-427f-a04e-5b8cb797d62a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455132 Mar 10 07:21:20.941834 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-4afaf54a-25b0-4fa6-ac0b-12957d77da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:20.943296 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-4afaf54a-25b0-4fa6-ac0b-12957d77da86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1130 time: 0.0419481 Mar 10 07:21:21.041782 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-98ebcb0c-72d1-464e-a85e-875b9b6969a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:21.043211 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-98ebcb0c-72d1-464e-a85e-875b9b6969a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0817893 Mar 10 07:21:21.113512 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-f2e5e602-bd7c-43cd-b4b8-a67005adfc80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 200 len: 1001 time: 0.0631318 Mar 10 07:21:21.162571 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-10858c13-9bc9-4901-a81e-c2cc2eb3e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:21.163915 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-10858c13-9bc9-4901-a81e-c2cc2eb3e912 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0415676 Mar 10 07:21:21.210576 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-5bc6f5d2-7034-42df-9d84-f0c6994f719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:21.211982 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-5bc6f5d2-7034-42df-9d84-f0c6994f719b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420876 Mar 10 07:21:21.300552 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-6151455d-591e-4acd-9f17-b0b695dff60d service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816786 Mar 10 07:21:21.389351 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fc4c02e4-be84-40f1-b24a-d12b8652cb1e req-0dd2baf3-0f07-41a0-a9c5-47767aa55060 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823493 Mar 10 07:21:21.765042 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ad9a2-96c9-4e23-a5e9-c00f0679e69e req-22603ee2-9dee-4911-aaac-79230fde8c43 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:21.766519 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-984ad9a2-96c9-4e23-a5e9-c00f0679e69e req-22603ee2-9dee-4911-aaac-79230fde8c43 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 949 time: 0.0518317 Mar 10 07:21:21.812393 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-984ad9a2-96c9-4e23-a5e9-c00f0679e69e req-3ca8642c-dafb-4829-835b-51f32598a6b6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Mar 10 07:21:22.924464 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3114d8-5eba-414d-b172-70bffd2f9321 req-272ad68c-a388-465e-b964-2a857ee74f9b tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:22.925918 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ad3114d8-5eba-414d-b172-70bffd2f9321 req-272ad68c-a388-465e-b964-2a857ee74f9b tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 949 time: 0.0502608 Mar 10 07:21:22.970799 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ad3114d8-5eba-414d-b172-70bffd2f9321 req-398e094c-3389-4175-ba46-ca09fcefebe2 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Mar 10 07:21:23.449040 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd3be2-105e-4043-bd0a-5fee36598555 req-7b6ccb3a-f0bb-4b15-81a9-df58ce6e8269 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:23.450512 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fbd3be2-105e-4043-bd0a-5fee36598555 req-7b6ccb3a-f0bb-4b15-81a9-df58ce6e8269 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 949 time: 0.0545416 Mar 10 07:21:23.495367 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9fbd3be2-105e-4043-bd0a-5fee36598555 req-8a9d7567-a47d-44fa-bd1b-e29850b0b3ca tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Mar 10 07:21:24.611065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327372ab-01bd-4a91-a114-0efc39bfc180 req-9befc2be-19ec-44f9-8bd3-e2d3a8b6ec0d tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:24.612461 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-327372ab-01bd-4a91-a114-0efc39bfc180 req-9befc2be-19ec-44f9-8bd3-e2d3a8b6ec0d tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 949 time: 0.0506048 Mar 10 07:21:24.659310 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-327372ab-01bd-4a91-a114-0efc39bfc180 req-160a50f7-3c68-45e9-bc0c-4ac91fbe787e tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/security-groups?id=096c5fee-690b-45f5-a8cf-3f7d4d6e6626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Mar 10 07:21:24.931185 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-0c11bb39-8522-434c-8910-fc63b081fa8b tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:21:24.932613 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-0c11bb39-8522-434c-8910-fc63b081fa8b tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 949 time: 0.0518334 Mar 10 07:21:25.020344 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Deleting port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:21:25.020679 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:25.109304 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] For port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,segment=NetworkSegment(dc6ead95-cf59-4cfb-82f8-cfccfabaf14e),segment_id=dc6ead95-cf59-4cfb-82f8-cfccfabaf14e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:21:25.109681 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:25.121094 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Calling delete_port for d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:21:25.309790 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:25.322235 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:21:25.338977 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Pushing event deleted for resources: {'Port': ['ID=d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:25.382237 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] No DVR routers for this DVR port d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:21:25.385276 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:25.388537 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-20194b0f-bb4e-4f36-be29-45e06b0e7217 req-be2ab3a2-856f-4114-aa0b-6f3165957af6 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.20 "DELETE /v2.0/ports/d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c HTTP/1.1" status: 204 len: 173 time: 0.4508567 Mar 10 07:21:25.388991 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'name': 'network-vif-deleted', 'tag': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:21:25.391360 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737ff028-eeb8-444f-a2fc-9ae2242f95d2" -d '{"events": [{"server_uuid": "7d8e476f-ff9b-407d-bca5-6617f71c6ce6", "name": "network-vif-deleted", "tag": "d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:21:25.427915 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab8a7d-3e01-4c1e-9dd3-1b465ded046b x-openstack-request-id: req-0fab8a7d-3e01-4c1e-9dd3-1b465ded046b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:21:25.428218 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8e476f-ff9b-407d-bca5-6617f71c6ce6", "name": "network-vif-deleted", "tag": "d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:21:25.428494 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fab8a7d-3e01-4c1e-9dd3-1b465ded046b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:21:25.428939 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8e476f-ff9b-407d-bca5-6617f71c6ce6', 'name': 'network-vif-deleted', 'tag': 'd459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c', 'status': 'completed', 'code': 200} Mar 10 07:21:25.770334 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5e857d46-e9be-4a50-8286-8ec342233025 req-7ae6fa1a-e775-4e86-b930-f59ecb919210 tempest-VolumesNegativeTest-521650670 tempest-VolumesNegativeTest-521650670-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d8e476f-ff9b-407d-bca5-6617f71c6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0265520 Mar 10 07:21:29.778764 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:21:29.798108 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:21:29.798453 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d459c91e-bbf8-4dd7-9f7a-536e0bdc1f5c not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:21:32.602163 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50080) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:21:32.750864 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c1da81bc-0e29-47b5-9ce1-c9d2ddeb238e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94bd692c452e429c91eb26566d0b3479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475232 Mar 10 07:21:32.753215 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:21:32.798072 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41f6b93-7063-4e99-8b12-a34a57db6134 admin admin] Publish callbacks [] for security_group (096c5fee-690b-45f5-a8cf-3f7d4d6e6626), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:32.818111 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41f6b93-7063-4e99-8b12-a34a57db6134 admin admin] Publish callbacks [] for security_group (096c5fee-690b-45f5-a8cf-3f7d4d6e6626), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:32.931232 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41f6b93-7063-4e99-8b12-a34a57db6134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (096c5fee-690b-45f5-a8cf-3f7d4d6e6626), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:32.933686 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41f6b93-7063-4e99-8b12-a34a57db6134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:32.934893 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-a41f6b93-7063-4e99-8b12-a34a57db6134 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/096c5fee-690b-45f5-a8cf-3f7d4d6e6626 HTTP/1.1" status: 204 len: 168 time: 0.1807950 Mar 10 07:21:32.942498 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6b93-7063-4e99-8b12-a34a57db6134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c5fee-690b-45f5-a8cf-3f7d4d6e6626,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:21:33.714946 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:21:42.446820 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-75dee750-aec9-4e55-a82c-052e17d147ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:44.896316 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b52b8634-ac0c-4520-b3ee-81aa2087b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:46.033914 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:47.502136 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:47.823547 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:21:48.947695 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.228825 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50162) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:08.233345 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893142605', 'description': 'tempest-description--922781857'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:08.314834 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.378487 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (2a99f346-91f6-4246-89b1-97bdc52de8af), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.440659 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2a99f346-91f6-4246-89b1-97bdc52de8af), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.470873 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a99f346-91f6-4246-89b1-97bdc52de8af,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:08.478370 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.478721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.479145 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.479485 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.479819 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.480148 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.480473 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.480800 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.481127 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.481498 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.481821 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.482141 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.482459 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:08.533469 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.534671 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-97ebe588-3652-4a69-bac0-8b1177b9c98b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3048260 Mar 10 07:22:08.537451 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:08.542351 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '2a99f346-91f6-4246-89b1-97bdc52de8af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:08.627347 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (3afe5a56-9982-439f-9434-9096e251fd7c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.682476 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (3afe5a56-9982-439f-9434-9096e251fd7c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.754569 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (3afe5a56-9982-439f-9434-9096e251fd7c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.772159 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afe5a56-9982-439f-9434-9096e251fd7c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:08.837228 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.838684 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-6e21ce82-ead9-4c94-b73f-d9bc3ecf65b1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2999961 Mar 10 07:22:08.841493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50168) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:08.853413 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '2a99f346-91f6-4246-89b1-97bdc52de8af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:08.929509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (5fcf9e24-3009-41c3-94b1-9ea55ed97704), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:08.974176 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (5fcf9e24-3009-41c3-94b1-9ea55ed97704), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.039396 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (5fcf9e24-3009-41c3-94b1-9ea55ed97704), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.057343 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcf9e24-3009-41c3-94b1-9ea55ed97704,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:09.064554 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.064896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.065230 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.065585 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.065909 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.066229 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.066547 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.066879 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.067197 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.067511 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.067856 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.068166 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.068478 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:09.138312 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.139501 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-dc33f1ae-5010-4df4-8bf1-37081387eec6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970340 Mar 10 07:22:09.142528 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50170) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:09.147947 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:09.222164 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.316517 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.419740 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.27.0.185 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/9b684b50-666c-42f9-88a7-055e92890e0b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:22:09.519017 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (9b684b50-666c-42f9-88a7-055e92890e0b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.606386 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (9b684b50-666c-42f9-88a7-055e92890e0b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.642108 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:22:09.646691 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:22:09.650015 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:22:09.655065 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=9b684b50-666c-42f9-88a7-055e92890e0b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:09.738033 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (0d648065-72ef-498d-8506-ea9918908be0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:09.861703 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (9b684b50-666c-42f9-88a7-055e92890e0b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:10.005884 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (9b684b50-666c-42f9-88a7-055e92890e0b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:10.057552 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (9b684b50-666c-42f9-88a7-055e92890e0b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:10.125391 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=9b684b50-666c-42f9-88a7-055e92890e0b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:10.135697 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (0d648065-72ef-498d-8506-ea9918908be0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:10.214510 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:10.215737 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-90dc5623-b96d-421d-bea3-002228536d85 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0722647 Mar 10 07:22:10.405425 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-a2f052f4-53e3-4ee0-ae7f-0da3091fe196 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1893142605&fields=id&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 267 time: 0.0403461 Mar 10 07:22:10.509107 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-2b859144-5b22-4ae8-9340-efcaa3b7714f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:10.510581 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-2b859144-5b22-4ae8-9340-efcaa3b7714f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.0987775 Mar 10 07:22:10.524688 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-cdaa0645-3f5a-4e95-a974-2539b75d1401 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/quotas/3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 375 time: 0.0088153 Mar 10 07:22:10.580221 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-58373781-e0a2-4e63-b203-5d310fdaf298 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503027 Mar 10 07:22:10.671633 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-1e912430-1a62-42c3-a7d5-e8d7700cde39 service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796540 Mar 10 07:22:10.714072 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:22:10.760570 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-c90cc81f-e937-4278-b7ea-47954659e2f5 service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833290 Mar 10 07:22:10.973145 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-165ca34c-eea6-4375-959a-5b297b29296c req-4660e38c-0e17-4a3b-bd01-bdfad8349c87 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 210 time: 0.0272048 Mar 10 07:22:12.067772 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9691c7bb-949e-486e-9f23-7bdcf009f521 req-e1a72f61-f73a-4159-9762-6a84fcc33c1b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 210 time: 0.0291588 Mar 10 07:22:12.473385 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7043f1ee-d143-4579-af43-0c075108052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:12.656922 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-d9966523-4883-48fa-abae-0250f5ff5eb1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:12.658361 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-d9966523-4883-48fa-abae-0250f5ff5eb1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.1088367 Mar 10 07:22:12.732226 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-971c3d61-48f4-4005-9771-0cadfb3ac61e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 473 time: 0.0657771 Mar 10 07:22:12.741320 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'port': {'device_id': '5a130506-522c-4b5d-8462-f1333a82e93f', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'admin_state_up': True, 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'security_groups': ['2a99f346-91f6-4246-89b1-97bdc52de8af']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:12.853609 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-8260fbe4-bd94-4726-9d26-42c4c66afd85 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211840075&fields=id&tenant_id=4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 267 time: 0.0426235 Mar 10 07:22:12.926481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Made reservation on behalf of 3e26e6f3af834127bb16ffa1c437d48e for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:22:12.930413 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:12.966225 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-3b0207ea-900d-4c18-b069-13267f59c3e3 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:12.971882 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-3b0207ea-900d-4c18-b069-13267f59c3e3 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 811 time: 0.1075122 Mar 10 07:22:12.982211 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-8dfe55b2-69c9-4536-a69b-a7389ee5f6ab tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/quotas/4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 375 time: 0.0090449 Mar 10 07:22:13.040202 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-bb9ea27e-50f1-4e5c-8283-cb361308e4e0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525911 Mar 10 07:22:13.062215 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.20.0.7 (95f20068-6de7-4271-985f-77c0f6372a18/12095121-72d3-478b-8c86-31987c47c6bf/6230b117-b56d-4d13-b9b4-aaca4af1cf3f) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:22:13.156529 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-ad128717-1651-409e-9f5f-4263a8b643ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 07:22:13.157712 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-ad128717-1651-409e-9f5f-4263a8b643ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060376 Mar 10 07:22:13.178930 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-eb5f0dbf-4c71-44ee-90d3-c694340d5eb7 req-25c711b7-7dde-4395-bef9-7929a9253436 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 210 time: 0.0375793 Mar 10 07:22:13.204385 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.264192 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-46a92b19-bf15-4675-bc3f-6837df2f8711 service neutron] 10.222.0.30 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876348 Mar 10 07:22:13.292549 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.333798 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:22:13.339593 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:22:13.343232 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:22:13.354038 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-893f5fbe-e581-480a-875e-0858fc819f61 service neutron] 10.222.0.30 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842111 Mar 10 07:22:13.376713 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:13.404396 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:13.405011 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.477769 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-39d69b6b-7ad3-458a-92b8-cdb12b884ed6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399900 Mar 10 07:22:13.490075 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Request body: {'port': {'device_id': '5a130506-522c-4b5d-8462-f1333a82e93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:13.554322 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.558471 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-8c9f94fc-8366-4c73-bf15-533f42e4a6bb None None] Provisioning complete for port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:22:13.559007 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8c9f94fc-8366-4c73-bf15-533f42e4a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.593390 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f94fc-8366-4c73-bf15-533f42e4a6bb None None] Port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:22:13.810067 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6230b117-b56d-4d13-b9b4-aaca4af1cf3f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:22:13.817147 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Publish callbacks [] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.829050 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Transition to ACTIVE for port object 6230b117-b56d-4d13-b9b4-aaca4af1cf3f will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:22:13.926265 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:13.973009 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c307885c-4bb6-470a-8ec3-7229fa56b0f4 req-aa3a1a25-2ba2-48e3-a388-ae670bc73e7a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 210 time: 0.0390625 Mar 10 07:22:13.986395 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:14.058773 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Attempting to bind port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:22:14.059126 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Attempting to bind port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:22:14.059583 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Attempting to bind port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:22:14.067350 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f on network 95f20068-6de7-4271-985f-77c0f6372a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:22:14.067772 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Attempting to bind port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:22:14.073378 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:22:14.073853 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:22:14.074295 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Bound using segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:22:14.074703 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Bound port: 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:22:14.075055 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:14.147187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] For port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:22:14.150299 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] For port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:22:14.200969 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:14.239095 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:14.239652 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:14.241010 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] 10.222.0.20 "PUT /v2.0/ports/6230b117-b56d-4d13-b9b4-aaca4af1cf3f HTTP/1.1" status: 200 len: 1093 time: 0.7562165 Mar 10 07:22:14.242082 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:22:14.244643 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64ad3b5-5649-40d3-acb6-6225282ded0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:22:14.283493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd676f-735c-471c-8a9c-1200c506fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:14.288229 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cde793-9658-4fbd-aeae-f82f4058161f x-openstack-request-id: req-64cde793-9658-4fbd-aeae-f82f4058161f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:22:14.289261 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:22:14.289808 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64cde793-9658-4fbd-aeae-f82f4058161f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:22:14.290468 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'status': 'completed', 'code': 200} Mar 10 07:22:14.334316 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696596a-bf0c-4fec-9b32-1f7e1a81b2d7 req-43f31475-d8fd-490e-ab30-86f9a190ebcc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:14.336670 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1696596a-bf0c-4fec-9b32-1f7e1a81b2d7 req-43f31475-d8fd-490e-ab30-86f9a190ebcc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 943 time: 0.0717385 Mar 10 07:22:14.373885 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ad3b5-5649-40d3-acb6-6225282ded0a req-6250e8c3-3900-408f-9b02-024792837996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:14.376212 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f64ad3b5-5649-40d3-acb6-6225282ded0a req-6250e8c3-3900-408f-9b02-024792837996 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 1127 time: 0.0545545 Mar 10 07:22:14.388319 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1696596a-bf0c-4fec-9b32-1f7e1a81b2d7 req-663ae1a7-5744-4d56-bdda-2d7f84515d60 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458827 Mar 10 07:22:14.485120 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ad3b5-5649-40d3-acb6-6225282ded0a req-c3f3a2d6-470d-4d0b-a507-99269e265ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:14.486634 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f64ad3b5-5649-40d3-acb6-6225282ded0a req-c3f3a2d6-470d-4d0b-a507-99269e265ab6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042821 Mar 10 07:22:14.576788 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ad3b5-5649-40d3-acb6-6225282ded0a req-735c4c4d-4f75-4305-93ca-b02234c606bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:14.578209 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f64ad3b5-5649-40d3-acb6-6225282ded0a req-735c4c4d-4f75-4305-93ca-b02234c606bd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865564 Mar 10 07:22:14.661357 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-2c341133-87cd-417c-9286-5986a14cc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:14.663088 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-2c341133-87cd-417c-9286-5986a14cc2e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 1127 time: 0.0485833 Mar 10 07:22:14.909033 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a81b729c-d01e-4526-85cd-d9503688dbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:14.954990 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-bac98b5a-e5cc-4e7e-b0a5-43ce5177c44d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f HTTP/1.1" status: 200 len: 217 time: 0.2846522 Mar 10 07:22:15.003138 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-e7f099bf-d774-4c5f-8c1b-7cde3208f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:15.006675 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-e7f099bf-d774-4c5f-8c1b-7cde3208f998 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0439155 Mar 10 07:22:15.053145 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-97c66d16-6ae0-4f1e-9ae1-953537ab05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:15.054703 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-97c66d16-6ae0-4f1e-9ae1-953537ab05bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440493 Mar 10 07:22:15.063542 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-049a9df5-39de-419d-940b-79ac77bd67d9 req-62dc6b67-dc3e-43df-b7c5-b8a45e6539de tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Mar 10 07:22:15.146317 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-3e3bffa8-ed55-448a-8634-db9fe54f834e service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854087 Mar 10 07:22:15.234730 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-551b246e-b6b2-4ad0-b29c-e792beef1177 req-626e7244-70f8-4dfd-93b4-47cc6f29fce0 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830960 Mar 10 07:22:15.505490 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff6d0-48ca-47d3-93f5-5d7d0c651036 req-850ce606-fbda-4824-a43e-3be03f4d66ca tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:15.506817 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-399ff6d0-48ca-47d3-93f5-5d7d0c651036 req-850ce606-fbda-4824-a43e-3be03f4d66ca tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 943 time: 0.0518339 Mar 10 07:22:15.551252 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-399ff6d0-48ca-47d3-93f5-5d7d0c651036 req-b5307171-3817-45c0-b86a-0bc4fa934ae4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Mar 10 07:22:16.016106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:16.158478 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-40002dc5-80c9-4420-8758-a5003e5937eb req-9f9ca6fe-c55c-4201-ae3e-19a74cb23891 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Mar 10 07:22:16.183622 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-92ff1f87-207d-48b7-8fc6-623720fd7a19 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:16.185114 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-92ff1f87-207d-48b7-8fc6-623720fd7a19 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 811 time: 0.1075656 Mar 10 07:22:16.247460 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-5dfa57e2-73d8-4ffe-ab6e-f41dc716f6f3 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4156df44ff554fc6bdf3bc55f90981b2 HTTP/1.1" status: 200 len: 380 time: 0.0534835 Mar 10 07:22:16.259085 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'port': {'device_id': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'admin_state_up': True, 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'security_groups': ['fa555203-6f4b-4c1b-ba23-e94a0d194091']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:16.434812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Made reservation on behalf of 4156df44ff554fc6bdf3bc55f90981b2 for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:22:16.438222 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:16.561883 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Allocated IP 172.20.0.5 (20ce3eb4-6200-4dc8-a373-3cafa9cd073b/544f77f7-07cc-4a6e-847b-2c43eee2b795/4249ce07-f5e2-4931-bf1c-31e1640451e0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:22:16.667669 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a848-f684-4de9-8105-c52379a94264 req-01ff3ee6-6ba1-4319-9321-4e4b83849d2a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:16.669058 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3ac3a848-f684-4de9-8105-c52379a94264 req-01ff3ee6-6ba1-4319-9321-4e4b83849d2a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 943 time: 0.0524790 Mar 10 07:22:16.694996 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:16.719255 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-3ac3a848-f684-4de9-8105-c52379a94264 req-546445e7-c9ba-4427-9f64-c5124a6b9762 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Mar 10 07:22:16.788883 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:16.831762 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:22:16.837530 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:22:16.841266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:22:16.866524 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=4249ce07-f5e2-4931-bf1c-31e1640451e0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:16.891691 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:16.892296 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:16.985772 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-9d833bb2-82c4-4299-8626-0df1ee0026a0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301350 Mar 10 07:22:16.996302 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Request body: {'port': {'device_id': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:17.055922 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.077810 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-24ed84ea-93c3-4d21-92ae-493bc1bef29e None None] Provisioning complete for port 4249ce07-f5e2-4931-bf1c-31e1640451e0 triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:22:17.078789 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-24ed84ea-93c3-4d21-92ae-493bc1bef29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.115149 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-24ed84ea-93c3-4d21-92ae-493bc1bef29e None None] Port 4249ce07-f5e2-4931-bf1c-31e1640451e0 cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:22:17.276837 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653deca3-c596-43b7-ab32-afc41842f090 req-a68e1dd7-a439-4d12-b755-0e5472de133f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:17.278794 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-653deca3-c596-43b7-ab32-afc41842f090 req-a68e1dd7-a439-4d12-b755-0e5472de133f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 931 time: 0.0543630 Mar 10 07:22:17.326096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4249ce07-f5e2-4931-bf1c-31e1640451e0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:22:17.326694 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-653deca3-c596-43b7-ab32-afc41842f090 req-02b950ac-ee45-459a-ab51-802e66e3be93 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Mar 10 07:22:17.333851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Publish callbacks [] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.350235 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Transition to ACTIVE for port object 4249ce07-f5e2-4931-bf1c-31e1640451e0 will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:22:17.406356 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.455306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Pushing event updated for resources: {'Port': ['ID=4249ce07-f5e2-4931-bf1c-31e1640451e0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:17.529880 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Attempting to bind port 4249ce07-f5e2-4931-bf1c-31e1640451e0 on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:22:17.530213 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Attempting to bind port 4249ce07-f5e2-4931-bf1c-31e1640451e0 by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:22:17.530545 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Attempting to bind port 4249ce07-f5e2-4931-bf1c-31e1640451e0 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:22:17.535149 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Port 4249ce07-f5e2-4931-bf1c-31e1640451e0 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:22:17.537463 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Attempting to bind port 4249ce07-f5e2-4931-bf1c-31e1640451e0 on network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:22:17.540552 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:22:17.540886 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Checking segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:22:17.541268 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Bound using segment: {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:22:17.541721 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Bound port: 4249ce07-f5e2-4931-bf1c-31e1640451e0, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:22:17.542196 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.549011 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.607843 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] For port 4249ce07-f5e2-4931-bf1c-31e1640451e0, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:22:17.610890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] For port 4249ce07-f5e2-4931-bf1c-31e1640451e0, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:22:17.692128 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.723191 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:17.723851 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.725373 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] 10.222.0.20 "PUT /v2.0/ports/4249ce07-f5e2-4931-bf1c-31e1640451e0 HTTP/1.1" status: 200 len: 1093 time: 0.7331858 Mar 10 07:22:17.725659 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:22:17.728321 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc3d28-adb8-41b1-8546-50a3385667a8" -d '{"events": [{"name": "network-changed", "server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:22:17.759521 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6302f88-d695-40f3-8ab9-9a3211a36678 service neutron] Pushing event updated for resources: {'Port': ['ID=4249ce07-f5e2-4931-bf1c-31e1640451e0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:17.775068 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7806914-a3b9-47bb-8196-45dde124813d x-openstack-request-id: req-a7806914-a3b9-47bb-8196-45dde124813d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:22:17.775329 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:22:17.775577 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7806914-a3b9-47bb-8196-45dde124813d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:22:17.775972 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'status': 'completed', 'code': 200} Mar 10 07:22:17.842993 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc3d28-adb8-41b1-8546-50a3385667a8 req-8ec2c9e7-8b80-4ce2-87b7-09667b9002f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:17.844724 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2cbc3d28-adb8-41b1-8546-50a3385667a8 req-8ec2c9e7-8b80-4ce2-87b7-09667b9002f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 1127 time: 0.0485497 Mar 10 07:22:17.861842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ba45d-901d-4cf4-93e8-80410b8a640d req-f97b071f-86fb-4413-83cd-996410b22ab9 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:17.863207 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c39ba45d-901d-4cf4-93e8-80410b8a640d req-f97b071f-86fb-4413-83cd-996410b22ab9 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 943 time: 0.0528204 Mar 10 07:22:17.875065 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:17.919848 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c39ba45d-901d-4cf4-93e8-80410b8a640d req-3d036412-39e8-41dc-acd6-cf07ff6586a1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484324 Mar 10 07:22:17.961960 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc3d28-adb8-41b1-8546-50a3385667a8 req-50da157b-eb77-4de6-be47-db64628a1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:17.972338 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2cbc3d28-adb8-41b1-8546-50a3385667a8 req-50da157b-eb77-4de6-be47-db64628a1290 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1100051 Mar 10 07:22:18.058730 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 6230b117-b56d-4d13-b9b4-aaca4af1cf3f details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:22:18.059777 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc3d28-adb8-41b1-8546-50a3385667a8 req-4b906ad6-0b77-4a7d-a57b-f11f2a406656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:18.061136 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2cbc3d28-adb8-41b1-8546-50a3385667a8 req-4b906ad6-0b77-4a7d-a57b-f11f2a406656 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917912 Mar 10 07:22:18.136667 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-05ad9eb4-f3ef-4a1c-9164-0f1c5356bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:18.138087 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-05ad9eb4-f3ef-4a1c-9164-0f1c5356bea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 1127 time: 0.0434246 Mar 10 07:22:18.157955 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:22:18.168771 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'port_id': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'mac_address': 'fa:16:3e:d3:4f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:22:18.180462 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-5f2192cb-361c-4ce2-8c96-43a7378a7cf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0 HTTP/1.1" status: 200 len: 217 time: 0.0344422 Mar 10 07:22:18.206310 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:22:18.206694 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:18.219808 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6230b117-b56d-4d13-b9b4-aaca4af1cf3f {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:22:18.230481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-0ff3b0f1-81e8-4d87-bdb9-c72d27d5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:18.231940 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-0ff3b0f1-81e8-4d87-bdb9-c72d27d5306a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0463383 Mar 10 07:22:18.239120 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:22:18.285139 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-988bb923-406a-4d55-b71c-f434d9b49f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:18.286677 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-988bb923-406a-4d55-b71c-f434d9b49f05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475953 Mar 10 07:22:18.297690 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:18.349708 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:18.356595 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.356950 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.357315 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.357662 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.358007 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.358340 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.358671 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.359001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.359330 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.359675 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.359979 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.360302 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.360622 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:22:18.376757 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-2353ba53-0f57-43f0-a77e-a750732aca31 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842340 Mar 10 07:22:18.468746 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d563e-6bca-427c-8d78-c6145640f150 req-85214534-65b3-4249-8558-648604145cc5 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:18.470219 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8e8d563e-6bca-427c-8d78-c6145640f150 req-85214534-65b3-4249-8558-648604145cc5 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.0552099 Mar 10 07:22:18.470751 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-3d265259-1d5a-41a5-9862-d6c6e222388f req-7cc6d6ca-33d5-4a62-b25d-dab3c23e19d7 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863369 Mar 10 07:22:18.518782 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8e8d563e-6bca-427c-8d78-c6145640f150 req-27879155-1f0a-49ed-b5a5-a3262d040e84 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Mar 10 07:22:18.844353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['6230b117-b56d-4d13-b9b4-aaca4af1cf3f'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:22:18.953351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:19.038294 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdea1e-c7b6-44fb-9e49-50ec37d15c11 req-e4222eff-949d-4fb5-8454-a546c927d6b5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:19.039739 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e1bdea1e-c7b6-44fb-9e49-50ec37d15c11 req-e4222eff-949d-4fb5-8454-a546c927d6b5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 944 time: 0.0515647 Mar 10 07:22:19.084468 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e1bdea1e-c7b6-44fb-9e49-50ec37d15c11 req-d9b57ceb-6d88-4d86-b943-cc853bb9572b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391965 Mar 10 07:22:19.632603 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e321b-03bc-4e0b-9dd6-6e1ea2c92c97 req-ffc526de-e04a-4254-9992-8a69afc74b31 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:19.634054 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cb8e321b-03bc-4e0b-9dd6-6e1ea2c92c97 req-ffc526de-e04a-4254-9992-8a69afc74b31 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.0508742 Mar 10 07:22:19.684144 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-cb8e321b-03bc-4e0b-9dd6-6e1ea2c92c97 req-dd6332c5-d90f-4b8a-a811-ceb9ee0542ff tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Mar 10 07:22:20.077613 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 6230b117-b56d-4d13-b9b4-aaca4af1cf3f up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:22:20.171535 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:22:20.175621 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:22:20.175999 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:20.201247 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836dc76-3a1a-4505-bf81-b0800b3d83f0 req-92fa7f96-2f5a-42f5-9d46-1ea8cfb0bc87 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:20.202739 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c836dc76-3a1a-4505-bf81-b0800b3d83f0 req-92fa7f96-2f5a-42f5-9d46-1ea8cfb0bc87 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 944 time: 0.0521500 Mar 10 07:22:20.248768 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c836dc76-3a1a-4505-bf81-b0800b3d83f0 req-78d4167a-287c-4b5b-889e-8f246e21ddf0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Mar 10 07:22:20.255335 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:22:20.255727 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:20.279583 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:22:20.281828 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90acb05-c08f-4685-975f-b9854fdf2083" -d '{"events": [{"server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "name": "network-vif-plugged", "status": "completed", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:22:20.294377 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:22:20.318037 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2d2285-c8d0-4c36-8550-68e9a30424e4 x-openstack-request-id: req-1d2d2285-c8d0-4c36-8550-68e9a30424e4 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:22:20.318414 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "name": "network-vif-plugged", "status": "completed", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:22:20.318674 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d2d2285-c8d0-4c36-8550-68e9a30424e4 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:22:20.319117 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'code': 200} Mar 10 07:22:20.343452 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:20.395973 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:20.640198 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c381-7917-4e13-890e-b90e270490e5 req-654e0721-835b-4037-a1ba-585dc4986193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:20.641565 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f0c9c381-7917-4e13-890e-b90e270490e5 req-654e0721-835b-4037-a1ba-585dc4986193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 1129 time: 0.0431128 Mar 10 07:22:20.683174 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-f0c9c381-7917-4e13-890e-b90e270490e5 req-12f3db21-ac3a-4185-960b-f7d4e3ccbe4c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Mar 10 07:22:20.797704 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4974f6c-f18d-470b-b52b-45f77c1a08ce req-4355d9d6-9c67-4136-94a4-66859c3d2229 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:20.799121 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4974f6c-f18d-470b-b52b-45f77c1a08ce req-4355d9d6-9c67-4136-94a4-66859c3d2229 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.0499449 Mar 10 07:22:20.846109 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a4974f6c-f18d-470b-b52b-45f77c1a08ce req-561b8b2f-50bd-42ae-86c4-8575d6244d52 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Mar 10 07:22:21.368467 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dd0e7-f671-486b-9138-f56aff223a71 req-8a1ac2a3-fbdf-43f0-910d-e8bb8e9a86f5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:21.369933 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d6dd0e7-f671-486b-9138-f56aff223a71 req-8a1ac2a3-fbdf-43f0-910d-e8bb8e9a86f5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 945 time: 0.0544684 Mar 10 07:22:21.414823 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2d6dd0e7-f671-486b-9138-f56aff223a71 req-50e6ba8b-77a8-49a9-acf9-56c831b46f4c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389152 Mar 10 07:22:21.891997 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-3d4fba6d-aac3-4bb3-958c-50f2d7c3ce76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465686 Mar 10 07:22:21.956078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae525-e261-4d48-8156-75c839e42bae req-420ca5f1-ce2e-4f7e-bb02-edae2fbdf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:21.957592 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-420ca5f1-ce2e-4f7e-bb02-edae2fbdf67a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 1130 time: 0.0460052 Mar 10 07:22:21.966657 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df1b4c-76e3-4596-93d0-59efb0703311 req-17310cb5-2c7c-46c3-a052-b44912ec1717 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:21.968117 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-46df1b4c-76e3-4596-93d0-59efb0703311 req-17310cb5-2c7c-46c3-a052-b44912ec1717 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.0541594 Mar 10 07:22:22.016939 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-46df1b4c-76e3-4596-93d0-59efb0703311 req-17b321db-0b6b-40c8-84f6-a503973096f4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Mar 10 07:22:22.084243 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae525-e261-4d48-8156-75c839e42bae req-b84df60a-73a8-49ad-9449-c64cb622496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:22.085875 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-b84df60a-73a8-49ad-9449-c64cb622496d service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0869818 Mar 10 07:22:22.153117 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-6f3a10b5-f322-4e2a-8c6d-4ef0360b1a8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 HTTP/1.1" status: 200 len: 1002 time: 0.0605094 Mar 10 07:22:22.201370 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae525-e261-4d48-8156-75c839e42bae req-d0fdc656-916d-4442-8365-35c7eefed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:22.202913 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-d0fdc656-916d-4442-8365-35c7eefed43e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0429389 Mar 10 07:22:22.261832 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae525-e261-4d48-8156-75c839e42bae req-fb5227df-c92f-427a-9f4c-e02a438d3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:22.263336 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-fb5227df-c92f-427a-9f4c-e02a438d3f65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448458 Mar 10 07:22:22.359495 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-8145e9be-8b8a-482f-a9b0-6d3d01d2482a service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854471 Mar 10 07:22:22.448384 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-10aae525-e261-4d48-8156-75c839e42bae req-0f537762-a449-409f-a28b-a9c8011be3a4 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833094 Mar 10 07:22:22.532188 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e977a-a4c9-49a4-81b2-0191583e0af6 req-b8b47768-d2aa-4e23-bd4d-c3ad1debde3f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:22.533617 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a3e977a-a4c9-49a4-81b2-0191583e0af6 req-b8b47768-d2aa-4e23-bd4d-c3ad1debde3f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 945 time: 0.0535734 Mar 10 07:22:22.579242 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a3e977a-a4c9-49a4-81b2-0191583e0af6 req-45a39695-952f-4169-bdaa-829368af9d5d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 Mar 10 07:22:22.688899 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291d18-302f-41a4-a9b8-dea7d9f1dfb3 req-084e6d2d-4d19-4ad6-a799-9737fed2567f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:22.690394 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-ca291d18-302f-41a4-a9b8-dea7d9f1dfb3 req-084e6d2d-4d19-4ad6-a799-9737fed2567f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 945 time: 0.0513322 Mar 10 07:22:22.698728 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50274) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:22.702949 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'port_id': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:22.741715 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (0d648065-72ef-498d-8506-ea9918908be0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:23.402749 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717b11b-6969-4ed7-8371-5a7dadda1468 req-4c178773-82c3-4fac-98bb-bc1cd49b41f5 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:23.404188 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7717b11b-6969-4ed7-8371-5a7dadda1468 req-4c178773-82c3-4fac-98bb-bc1cd49b41f5 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.3169293 Mar 10 07:22:23.425169 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:23.460205 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7717b11b-6969-4ed7-8371-5a7dadda1468 req-2e3b02ec-fa23-41f2-8653-274b9eb32f9b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476248 Mar 10 07:22:23.485745 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (0d648065-72ef-498d-8506-ea9918908be0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:23.584495 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP 0d648065-72ef-498d-8506-ea9918908be0 associated. External IP: 172.27.0.185, port: 6230b117-b56d-4d13-b9b4-aaca4af1cf3f. Mar 10 07:22:23.788095 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:22:23.893083 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:22:23.897781 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:23.904653 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:22:23.915877 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:22:23.916611 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:22:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:23.927112 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-276f97fc-196f-4a6a-9e38-96279b58db05 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "PUT /v2.0/floatingips/0d648065-72ef-498d-8506-ea9918908be0 HTTP/1.1" status: 200 len: 991 time: 1.2273655 Mar 10 07:22:23.927723 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:22:23.930567 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed606f-b7c7-4383-9923-696ba8a4e7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:22:24.026895 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:22:24.100014 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1ea583-131c-4f76-86b5-256e2de3d611 x-openstack-request-id: req-8c1ea583-131c-4f76-86b5-256e2de3d611 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:22:24.100304 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:22:24.100555 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c1ea583-131c-4f76-86b5-256e2de3d611 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:22:24.100946 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'status': 'completed', 'code': 200} Mar 10 07:22:24.171370 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-39a173dd-aca2-42e8-abe7-bd119e3d3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:24.172756 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-39a173dd-aca2-42e8-abe7-bd119e3d3992 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 1129 time: 0.0437293 Mar 10 07:22:24.252414 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '0d648065-72ef-498d-8506-ea9918908be0', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:d3:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a130506-522c-4b5d-8462-f1333a82e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:22:09Z', 'updated_at': '2022-03-10T07:22:23Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}, {'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:40Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:24.260819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-593cfaf9-c196-4f74-a800-d01a5c299d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:24.262319 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-593cfaf9-c196-4f74-a800-d01a5c299d34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0839236 Mar 10 07:22:24.282656 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:22:24.291103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:22:24.291703 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:22:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:24.328466 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-ac1284a8-0f20-43f3-8741-fd4ca5c6be2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f HTTP/1.1" status: 200 len: 999 time: 0.0603662 Mar 10 07:22:24.376083 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-0c449687-935d-4f14-b80b-eece08f6a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:24.377597 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-0c449687-935d-4f14-b80b-eece08f6a6b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0426373 Mar 10 07:22:24.402355 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:22:24.425196 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-50d6a464-dc7d-4cb9-861a-5ada2ae2f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:24.426657 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-50d6a464-dc7d-4cb9-861a-5ada2ae2f3c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424945 Mar 10 07:22:24.526028 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-bfe92e82-37fd-41d8-a8da-b5e979fad82e service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869148 Mar 10 07:22:24.583391 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e74e3-2e4d-4d23-a46f-945c4cb73fd7 req-be8b305f-c3b4-438a-9c71-f343352d44cf tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:24.584856 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7d2e74e3-2e4d-4d23-a46f-945c4cb73fd7 req-be8b305f-c3b4-438a-9c71-f343352d44cf tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.0531509 Mar 10 07:22:24.625107 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-91ed606f-b7c7-4383-9923-696ba8a4e7a0 req-ebd659b6-433d-4f37-bcd9-1097fd117497 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925300 Mar 10 07:22:24.632247 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '0d648065-72ef-498d-8506-ea9918908be0', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:d3:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a130506-522c-4b5d-8462-f1333a82e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:22:09Z', 'updated_at': '2022-03-10T07:22:23Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}, {'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:40Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:24.636860 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7d2e74e3-2e4d-4d23-a46f-945c4cb73fd7 req-f6bfefb7-0e29-45d8-8a08-db96c7f8dc21 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Mar 10 07:22:24.664482 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98299d2-1f15-4e40-bfd0-b22cb01072ef None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '0d648065-72ef-498d-8506-ea9918908be0', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:d3:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a130506-522c-4b5d-8462-f1333a82e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:22:09Z', 'updated_at': '2022-03-10T07:22:23Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}, {'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:40Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:22:24.870828 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa5e2a-90e3-479d-8ce3-26f11aeffd67 None None] New status for floating IP 0d648065-72ef-498d-8506-ea9918908be0: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:22:25.753835 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351a696-4d1d-4379-a2ee-d409b58bee61 req-fdc68337-dbd2-4659-a7bb-f1c45eb38d4c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:25.755279 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6351a696-4d1d-4379-a2ee-d409b58bee61 req-fdc68337-dbd2-4659-a7bb-f1c45eb38d4c tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 943 time: 0.0513349 Mar 10 07:22:25.806177 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6351a696-4d1d-4379-a2ee-d409b58bee61 req-8a4440b1-45a6-491d-87c2-9b548507a1e0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 Mar 10 07:22:26.116190 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 4249ce07-f5e2-4931-bf1c-31e1640451e0 details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:22:26.211937 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 4249ce07-f5e2-4931-bf1c-31e1640451e0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:22:26.222302 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'port_id': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'mac_address': 'fa:16:3e:2c:c3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:22:26.262492 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 4249ce07-f5e2-4931-bf1c-31e1640451e0 is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:22:26.262815 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:26.403408 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4249ce07-f5e2-4931-bf1c-31e1640451e0 {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:22:26.422836 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 4249ce07-f5e2-4931-bf1c-31e1640451e0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:22:26.503091 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:26.549807 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=4249ce07-f5e2-4931-bf1c-31e1640451e0,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:26.840285 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['4249ce07-f5e2-4931-bf1c-31e1640451e0'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:22:26.922015 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fb355-119f-488a-b780-a8370cf4b974 req-c354a20a-3c42-405c-9416-a7d05c4ed056 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:26.923477 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f15fb355-119f-488a-b780-a8370cf4b974 req-c354a20a-3c42-405c-9416-a7d05c4ed056 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Mar 10 07:22:26.971565 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f15fb355-119f-488a-b780-a8370cf4b974 req-93bc5300-faf8-42b6-9d64-c49941303ea6 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Mar 10 07:22:28.085444 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efbef3-0fd9-4e14-97a7-1aed721e4628 req-9edb3f32-6949-41dd-be50-b5041664e45a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:28.086872 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-38efbef3-0fd9-4e14-97a7-1aed721e4628 req-9edb3f32-6949-41dd-be50-b5041664e45a tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 944 time: 0.0503769 Mar 10 07:22:28.133773 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-38efbef3-0fd9-4e14-97a7-1aed721e4628 req-e9c44834-e456-4381-89a1-c43cbca5dc46 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Mar 10 07:22:28.139999 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 4249ce07-f5e2-4931-bf1c-31e1640451e0 up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:22:28.251308 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 4249ce07-f5e2-4931-bf1c-31e1640451e0 completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:22:28.255022 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 4249ce07-f5e2-4931-bf1c-31e1640451e0 triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:22:28.255398 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:28.334747 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 4249ce07-f5e2-4931-bf1c-31e1640451e0 is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:22:28.334883 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:28.357130 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:22:28.359331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc88494-0b9b-4785-92f5-50d3f36f9784" -d '{"events": [{"server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "name": "network-vif-plugged", "status": "completed", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:22:28.371488 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 4249ce07-f5e2-4931-bf1c-31e1640451e0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:22:28.395193 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8856a75-5a33-471f-930e-ab35ed2adc5f x-openstack-request-id: req-a8856a75-5a33-471f-930e-ab35ed2adc5f {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:22:28.395484 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "name": "network-vif-plugged", "status": "completed", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:22:28.395734 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8856a75-5a33-471f-930e-ab35ed2adc5f {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:22:28.396132 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'code': 200} Mar 10 07:22:28.445701 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:28.492762 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=4249ce07-f5e2-4931-bf1c-31e1640451e0,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:28.724831 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc414b-62ae-4481-adb0-e1975e3db416 req-3c8936a0-70a7-434b-8ca8-39969d82e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:28.726331 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-13cc414b-62ae-4481-adb0-e1975e3db416 req-3c8936a0-70a7-434b-8ca8-39969d82e98a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 1129 time: 0.0436771 Mar 10 07:22:28.773719 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-13cc414b-62ae-4481-adb0-e1975e3db416 req-4491fc29-02a1-47cb-a41c-a9fe98a295d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Mar 10 07:22:29.253161 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3661998-9e6d-4b7c-9798-f6518d23620e req-7fc9ce66-a364-4db1-9d69-42cfc80a42eb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:29.254603 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b3661998-9e6d-4b7c-9798-f6518d23620e req-7fc9ce66-a364-4db1-9d69-42cfc80a42eb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 945 time: 0.0544865 Mar 10 07:22:29.302271 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b3661998-9e6d-4b7c-9798-f6518d23620e req-52214359-e552-46dc-b970-805838ac2306 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Mar 10 07:22:30.419581 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f56b84-88f7-4aec-a87a-fc4818fd6702 req-7a0d303f-7449-47c2-9cd0-8f1b9811a5c2 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:30.421015 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-55f56b84-88f7-4aec-a87a-fc4818fd6702 req-7a0d303f-7449-47c2-9cd0-8f1b9811a5c2 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Mar 10 07:22:30.467526 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-55f56b84-88f7-4aec-a87a-fc4818fd6702 req-6c8d2bcb-0eb1-4056-96ee-435517dd30f4 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Mar 10 07:22:30.586315 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b361d4-b41f-4b68-b9f4-b1bdd11e5817 req-6733fb03-cd97-4d8d-a67c-e5e5e07fce30 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:30.587698 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28b361d4-b41f-4b68-b9f4-b1bdd11e5817 req-6733fb03-cd97-4d8d-a67c-e5e5e07fce30 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 945 time: 0.0545652 Mar 10 07:22:30.634746 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28b361d4-b41f-4b68-b9f4-b1bdd11e5817 req-d56e82ab-40b3-4964-ae37-5d0596ae38d9 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Mar 10 07:22:30.658184 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:30.802890 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a27a5-ba03-408d-91f1-102d8a31e0a1 tempest-TestVolumeBootPattern-486168987 tempest-TestVolumeBootPattern-486168987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:30.804463 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-2a0a27a5-ba03-408d-91f1-102d8a31e0a1 tempest-TestVolumeBootPattern-486168987 tempest-TestVolumeBootPattern-486168987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 1124 time: 0.1452656 Mar 10 07:22:30.807269 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50308) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:22:30.811445 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'port_id': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:22:30.930544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:31.027796 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:31.127138 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Allocated IP 172.27.0.230 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/26d85dbe-8759-4c8a-ae53-bc1698c885e7) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:22:31.226390 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:31.314355 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:31.351456 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:22:31.356629 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:22:31.360011 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:22:31.365090 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=26d85dbe-8759-4c8a-ae53-bc1698c885e7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:31.715844 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (7baadbcd-2f9d-49e2-827b-5d1828b58931), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:31.832605 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:31.981514 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:32.056543 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:32.126598 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event updated for resources: {'Port': ['ID=26d85dbe-8759-4c8a-ae53-bc1698c885e7,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:22:32.135987 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (7baadbcd-2f9d-49e2-827b-5d1828b58931), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:32.236363 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Floating IP 7baadbcd-2f9d-49e2-827b-5d1828b58931 associated. External IP: 172.27.0.230, port: 4249ce07-f5e2-4931-bf1c-31e1640451e0. Mar 10 07:22:32.648896 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:22:32.754469 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:22:32.765036 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:22:32.773970 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:22:32.778426 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:22:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:32.830910 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:32.861474 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e5383f20-4161-4b44-859e-4277a0c9f4bb tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0531759 Mar 10 07:22:32.862076 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:22:32.864297 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:22:32.887103 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:22:32.900670 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ade583-8a19-4918-bc0b-a73c3b7d0b84 x-openstack-request-id: req-43ade583-8a19-4918-bc0b-a73c3b7d0b84 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:22:32.900960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:22:32.901216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43ade583-8a19-4918-bc0b-a73c3b7d0b84 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:22:32.901681 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'status': 'completed', 'code': 200} Mar 10 07:22:32.978833 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-08d25b82-1b96-482f-b09b-5dffd5a402db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:32.980334 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-08d25b82-1b96-482f-b09b-5dffd5a402db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 1129 time: 0.0439627 Mar 10 07:22:33.076051 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-1419b425-258b-4cc1-8f67-c19816605954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:33.077588 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-1419b425-258b-4cc1-8f67-c19816605954 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0875642 Mar 10 07:22:33.112589 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '7baadbcd-2f9d-49e2-827b-5d1828b58931', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:2c:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:22:31Z', 'updated_at': '2022-03-10T07:22:31Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}, {'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:59Z', 'revision_number': 1, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:33.142145 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-9d3d37a1-209c-43bc-ab76-88b9881472cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0 HTTP/1.1" status: 200 len: 999 time: 0.0582488 Mar 10 07:22:33.142928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:22:33.151222 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:22:33.151759 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:22:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:33.192571 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-eaed9509-038a-4ebb-ae75-523dac442435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:33.194025 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-eaed9509-038a-4ebb-ae75-523dac442435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0464487 Mar 10 07:22:33.240324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-27a2dae8-ec1b-495d-8dc6-f2a9478a581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:22:33.241814 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-27a2dae8-ec1b-495d-8dc6-f2a9478a581a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422838 Mar 10 07:22:33.260799 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:22:33.329625 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-b48415e4-aace-4070-bfc3-bcdc28c0c06d service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810168 Mar 10 07:22:33.420542 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-1a32214a-8988-4ad7-9f22-bf03f50ad9fd req-9eb30b2d-0ea9-4b3e-af2e-cb229bec26df service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848529 Mar 10 07:22:33.481604 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '7baadbcd-2f9d-49e2-827b-5d1828b58931', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:2c:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:22:31Z', 'updated_at': '2022-03-10T07:22:31Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}, {'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:59Z', 'revision_number': 1, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:22:33.506933 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f9264-7ecb-41a3-849c-175e8c37fd79 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '7baadbcd-2f9d-49e2-827b-5d1828b58931', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:2c:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:22:31Z', 'updated_at': '2022-03-10T07:22:31Z', 'revision_number': 0, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}, {'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:59Z', 'revision_number': 1, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:22:33.692020 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73756627-8391-4103-8f37-dccd069ef2e1 None None] New status for floating IP 7baadbcd-2f9d-49e2-827b-5d1828b58931: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:22:42.479595 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cd4aac01-b456-4178-b90d-31b27f18f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:44.885067 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-785bd115-ab38-4349-a481-4adce738ecd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:46.039928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:47.533279 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:47.713285 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:22:47.862323 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:22:48.931597 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:12.438217 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2105-188e-45b3-a95e-273811497729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:14.890223 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c92caa9d-e413-4f37-bf88-5c578ccc1ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:16.038953 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:17.518787 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:17.844883 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:18.941289 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:21.827319 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-6c6878d3-bb0c-4fb6-9149-220a56538862 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429533 Mar 10 07:23:21.909763 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-4e301f79-e64e-4667-be92-201963f2ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:21.911212 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-4e301f79-e64e-4667-be92-201963f2ded5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1130 time: 0.0426986 Mar 10 07:23:22.013958 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-f70cab59-7ead-4198-b195-c6262f8ba715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:22.015392 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-f70cab59-7ead-4198-b195-c6262f8ba715 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0868444 Mar 10 07:23:22.077639 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-59dd5848-1107-48b4-b1a7-dc9eb8620f15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 200 len: 1001 time: 0.0559213 Mar 10 07:23:22.127346 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-16616702-8866-4b66-88b4-d5e805220586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:22.128775 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-16616702-8866-4b66-88b4-d5e805220586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0458665 Mar 10 07:23:22.175954 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-5e180c2e-091d-446d-82cf-0b12a19a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:22.177466 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-5e180c2e-091d-446d-82cf-0b12a19a0774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432994 Mar 10 07:23:22.266850 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-dd1cbcc9-7cae-45e2-8ed1-25b06135c169 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833540 Mar 10 07:23:22.353378 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22518fcf-059a-4225-b0e5-9cefa76ecbca req-838f2a5f-cf7f-4896-9537-28d5a1b3c47e service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Mar 10 07:23:24.712610 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:23:39.509886 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443c412-98ad-4676-bed5-75e4a1b10792 req-dc5634d2-1c21-4c78-b94b-9ee33e69e0bc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:39.511346 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2443c412-98ad-4676-bed5-75e4a1b10792 req-dc5634d2-1c21-4c78-b94b-9ee33e69e0bc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 945 time: 0.0529222 Mar 10 07:23:39.555950 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2443c412-98ad-4676-bed5-75e4a1b10792 req-7edd759b-b5d2-4a24-b216-cb4eec73a586 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390546 Mar 10 07:23:40.675369 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7854b5-3c95-4b45-9b55-a4efdb243ba9 req-5faa88ff-d061-4e9a-ae90-cbada8a9ead4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:40.676707 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8f7854b5-3c95-4b45-9b55-a4efdb243ba9 req-5faa88ff-d061-4e9a-ae90-cbada8a9ead4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 945 time: 0.0534160 Mar 10 07:23:40.721954 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8f7854b5-3c95-4b45-9b55-a4efdb243ba9 req-068baa1d-2800-4094-a572-c4c042dfb2f1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a99f346-91f6-4246-89b1-97bdc52de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Mar 10 07:23:41.183328 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-65ecc58f-c4fd-45aa-9cce-d6de2d90689d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:41.184749 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-65ecc58f-c4fd-45aa-9cce-d6de2d90689d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 945 time: 0.0507739 Mar 10 07:23:41.278941 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:23:41.279196 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:41.363533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] For port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:23:41.363889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:41.528720 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:41.529125 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (0d648065-72ef-498d-8506-ea9918908be0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:41.529408 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP 0d648065-72ef-498d-8506-ea9918908be0 disassociated. External IP: 172.27.0.185, port: 6230b117-b56d-4d13-b9b4-aaca4af1cf3f. Mar 10 07:23:41.529743 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for 6230b117-b56d-4d13-b9b4-aaca4af1cf3f owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:23:41.700418 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (6230b117-b56d-4d13-b9b4-aaca4af1cf3f), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:41.731828 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=6230b117-b56d-4d13-b9b4-aaca4af1cf3f,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:41.742772 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.743039 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.743236 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.743568 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.743895 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.744218 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.744541 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.744861 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.745180 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.745520 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.745838 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.746156 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.746489 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:41.818235 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1c0cd613-308d-468e-a824-ef93bb0bf369 req-60db87b6-f42a-4deb-8ed5-87e794513521 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 210 time: 0.0263886 Mar 10 07:23:41.861812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:23:41.968980 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:23:41.979004 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:23:41.991088 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:23:41.991692 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:23:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:42.010641 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] No DVR routers for this DVR port 6230b117-b56d-4d13-b9b4-aaca4af1cf3f on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:23:42.013174 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:42.016525 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ea5a1073-40b6-453f-8cd0-fc7ab478e5d6 req-bd3a573a-fec7-4f9b-a07f-2eba1e43b7e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "DELETE /v2.0/ports/6230b117-b56d-4d13-b9b4-aaca4af1cf3f HTTP/1.1" status: 204 len: 173 time: 0.8241563 Mar 10 07:23:42.016987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'name': 'network-vif-deleted', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:23:42.019368 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0554f5fd-8c5e-437e-903a-4825faca12f5" -d '{"events": [{"server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "name": "network-vif-deleted", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:23:42.056755 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3b5b9-40b5-4efe-a9fb-ef471513b2a1 x-openstack-request-id: req-f4e3b5b9-40b5-4efe-a9fb-ef471513b2a1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:23:42.057059 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a130506-522c-4b5d-8462-f1333a82e93f", "name": "network-vif-deleted", "tag": "6230b117-b56d-4d13-b9b4-aaca4af1cf3f", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:23:42.057339 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4e3b5b9-40b5-4efe-a9fb-ef471513b2a1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:23:42.057739 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a130506-522c-4b5d-8462-f1333a82e93f', 'name': 'network-vif-deleted', 'tag': '6230b117-b56d-4d13-b9b4-aaca4af1cf3f', 'status': 'completed', 'code': 200} Mar 10 07:23:42.238459 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:23:42.466991 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a586-7bfd-4434-b779-8d565c39c5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:42.480701 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:40Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:42.510660 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:23:42.518754 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:23:42.519353 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:23:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:42.626286 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:23:42.848593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:40Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:42.879879 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edc6d9-9277-41ed-8610-33e398a2bdd5 None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'b2c7c956-13b9-4430-85e2-378cdb86fe2a', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:de:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:20:24Z', 'updated_at': '2022-03-10T07:20:40Z', 'revision_number': 2, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:23:42.930677 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4656b9fd-6668-464b-9625-86419a58404b req-cb1b22ef-0581-4b08-9855-a2f1c50b859c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a130506-522c-4b5d-8462-f1333a82e93f HTTP/1.1" status: 200 len: 210 time: 0.0323007 Mar 10 07:23:43.107870 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c1c15-dea6-4526-876b-07e1bf12f4a5 None None] New status for floating IP 0d648065-72ef-498d-8506-ea9918908be0: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:23:44.063404 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:44.113775 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (2a99f346-91f6-4246-89b1-97bdc52de8af), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.135902 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (2a99f346-91f6-4246-89b1-97bdc52de8af), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.233002 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (2a99f346-91f6-4246-89b1-97bdc52de8af), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.235863 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.237015 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a99f346-91f6-4246-89b1-97bdc52de8af HTTP/1.1" status: 204 len: 168 time: 0.1725862 Mar 10 07:23:44.239869 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50386) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:44.246784 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a99f346-91f6-4246-89b1-97bdc52de8af,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:44.253817 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.253959 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.api.v2.resource [None req-e03ec407-1171-4cc0-bb9d-b106900d2e2e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] show failed (client error): The resource could not be found. Mar 10 07:23:44.254160 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.254544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.255003 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-e03ec407-1171-4cc0-bb9d-b106900d2e2e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups/2a99f346-91f6-4246-89b1-97bdc52de8af HTTP/1.1" status: 404 len: 347 time: 0.0141861 Mar 10 07:23:44.255496 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.255847 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.256191 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.256527 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.256883 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.257209 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.257596 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.258189 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50388) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:44.262191 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.262559 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.262929 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c122a6e-1313-4ee2-b051-9e90c06ba6e0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:23:44.383156 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port 9b684b50-666c-42f9-88a7-055e92890e0b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:23:44.383492 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (9b684b50-666c-42f9-88a7-055e92890e0b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.419146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 6230b117-b56d-4d13-b9b4-aaca4af1cf3f no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:23:44.438688 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 6230b117-b56d-4d13-b9b4-aaca4af1cf3f {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:23:44.439034 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 6230b117-b56d-4d13-b9b4-aaca4af1cf3f not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:23:44.463497 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (9b684b50-666c-42f9-88a7-055e92890e0b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.463822 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (9b684b50-666c-42f9-88a7-055e92890e0b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.475293 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for 9b684b50-666c-42f9-88a7-055e92890e0b owned by network:floatingip {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:23:44.672100 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (9b684b50-666c-42f9-88a7-055e92890e0b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.700242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=9b684b50-666c-42f9-88a7-055e92890e0b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:44.764744 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (0d648065-72ef-498d-8506-ea9918908be0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.767335 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:44.768486 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3c4904e7-bdad-4f1a-a3aa-dfd7663a6263 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d648065-72ef-498d-8506-ea9918908be0 HTTP/1.1" status: 204 len: 168 time: 0.5091429 Mar 10 07:23:44.912727 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c0d5-c10c-4e83-9c13-5c40e6d49836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:46.027215 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:47.547466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:47.661806 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cfbda-299e-4e8a-ac7b-31c9a084302e req-a99888a9-a8cc-4e55-89da-ff2cfcb95f92 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:47.663244 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-270cfbda-299e-4e8a-ac7b-31c9a084302e req-a99888a9-a8cc-4e55-89da-ff2cfcb95f92 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0512841 Mar 10 07:23:47.710220 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-270cfbda-299e-4e8a-ac7b-31c9a084302e req-8f1575e3-46df-4827-9bc5-9ec146ecc1ed tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Mar 10 07:23:47.861468 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:48.851960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccbfb-8c36-4707-83ae-2490fe249c34 req-ebd1f313-79ef-45de-9deb-914a0c546b7e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:48.853468 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-086ccbfb-8c36-4707-83ae-2490fe249c34 req-ebd1f313-79ef-45de-9deb-914a0c546b7e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0747478 Mar 10 07:23:48.903346 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-086ccbfb-8c36-4707-83ae-2490fe249c34 req-d6d03148-7e4f-428b-bb71-5d7dc6fc4ded tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Mar 10 07:23:48.941432 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:49.448937 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-638a2298-a1df-48b0-a6d9-80d4a250eb0e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:49.450285 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-638a2298-a1df-48b0-a6d9-80d4a250eb0e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0512185 Mar 10 07:23:49.541638 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:23:49.541975 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:49.625879 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] For port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:23:49.626231 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:50.022688 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87c46-7282-48bc-b4c3-aff9ff1005fb req-ae1b8b57-0eb2-4d2e-95bf-a731f854c70c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:50.024713 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f4e87c46-7282-48bc-b4c3-aff9ff1005fb req-ae1b8b57-0eb2-4d2e-95bf-a731f854c70c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 946 time: 0.0542669 Mar 10 07:23:50.054546 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:50.054901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (b2c7c956-13b9-4430-85e2-378cdb86fe2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:50.055256 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP b2c7c956-13b9-4430-85e2-378cdb86fe2a disassociated. External IP: 172.27.0.181, port: c55e7d3a-5f81-4beb-a38c-9a8feb290aa0. Mar 10 07:23:50.055593 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:23:50.069101 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f4e87c46-7282-48bc-b4c3-aff9ff1005fb req-90f03485-f9ae-4eac-9f01-e1b87299e139 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd5b72a-15d3-40ff-a167-7202ec1d87ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Mar 10 07:23:50.227218 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (c55e7d3a-5f81-4beb-a38c-9a8feb290aa0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:50.255007 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=c55e7d3a-5f81-4beb-a38c-9a8feb290aa0,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:50.366824 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:23:50.475284 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:23:50.485172 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:23:50.495964 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:23:50.496587 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:23:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:50.515881 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] No DVR routers for this DVR port c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:23:50.518469 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:50.521735 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ecc764cd-8f0e-4b08-ae17-37db2f5af3c0 req-9cb3900d-76f2-4507-a5bc-e74c5f45e2fc tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "DELETE /v2.0/ports/c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 HTTP/1.1" status: 204 len: 173 time: 1.0664556 Mar 10 07:23:50.522270 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'name': 'network-vif-deleted', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:23:50.524516 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e10859-23c9-4284-9678-f341c413679d" -d '{"events": [{"server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "name": "network-vif-deleted", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:23:50.559607 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037da87e-5087-4aec-a6d7-7552f46610e8 x-openstack-request-id: req-037da87e-5087-4aec-a6d7-7552f46610e8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:23:50.559952 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32aa47fb-7c97-4c9c-8289-42e1fa69f50b", "name": "network-vif-deleted", "tag": "c55e7d3a-5f81-4beb-a38c-9a8feb290aa0", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:23:50.560205 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-037da87e-5087-4aec-a6d7-7552f46610e8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:23:50.560598 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32aa47fb-7c97-4c9c-8289-42e1fa69f50b', 'name': 'network-vif-deleted', 'tag': 'c55e7d3a-5f81-4beb-a38c-9a8feb290aa0', 'status': 'completed', 'code': 200} Mar 10 07:23:50.610326 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:23:50.820082 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:50.846527 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:23:50.855164 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:23:50.855766 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:23:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:50.964526 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:23:51.180834 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a412f56a-1a5b-4dad-9909-028f9b8c694e req-2e12e052-a49c-46a7-8a4f-adfd4efc773b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=32aa47fb-7c97-4c9c-8289-42e1fa69f50b HTTP/1.1" status: 200 len: 210 time: 0.0278180 Mar 10 07:23:51.291517 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:23:51.318040 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c5a-d315-4e47-89a8-247b32804dbc None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:23:51.532933 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3fb8e-9d5f-4a9a-9cff-2169d080b27d None None] New status for floating IP b2c7c956-13b9-4430-85e2-378cdb86fe2a: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:23:52.347901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50424) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:52.400864 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5e447b1-9038-4996-bb6f-2c205d81ac86 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (0bd5b72a-15d3-40ff-a167-7202ec1d87ec), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.423365 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5e447b1-9038-4996-bb6f-2c205d81ac86 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (0bd5b72a-15d3-40ff-a167-7202ec1d87ec), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.434855 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:23:52.455242 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:23:52.455587 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device c55e7d3a-5f81-4beb-a38c-9a8feb290aa0 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:23:52.540914 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5e447b1-9038-4996-bb6f-2c205d81ac86 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (0bd5b72a-15d3-40ff-a167-7202ec1d87ec), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.543665 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5e447b1-9038-4996-bb6f-2c205d81ac86 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.544789 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c5e447b1-9038-4996-bb6f-2c205d81ac86 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/security-groups/0bd5b72a-15d3-40ff-a167-7202ec1d87ec HTTP/1.1" status: 204 len: 168 time: 0.1959112 Mar 10 07:23:52.547564 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50426) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:52.554158 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e447b1-9038-4996-bb6f-2c205d81ac86 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd5b72a-15d3-40ff-a167-7202ec1d87ec,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:52.560482 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.api.v2.resource [None req-bab21938-35e3-4c2f-a157-0c88fd8790fb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] show failed (client error): The resource could not be found. Mar 10 07:23:52.562144 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-bab21938-35e3-4c2f-a157-0c88fd8790fb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups/0bd5b72a-15d3-40ff-a167-7202ec1d87ec HTTP/1.1" status: 404 len: 347 time: 0.0135980 Mar 10 07:23:52.564848 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:52.685612 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port 2294dd11-d6cb-48c2-8548-4ed363965cb9 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:23:52.685865 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.760572 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.760884 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (2294dd11-d6cb-48c2-8548-4ed363965cb9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.772010 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for 2294dd11-d6cb-48c2-8548-4ed363965cb9 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:23:52.970250 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (2294dd11-d6cb-48c2-8548-4ed363965cb9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:52.993613 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=2294dd11-d6cb-48c2-8548-4ed363965cb9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:53.054630 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (b2c7c956-13b9-4430-85e2-378cdb86fe2a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.057382 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.058510 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-25861e58-fbf5-4eb8-baa6-e541f162ed4f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/floatingips/b2c7c956-13b9-4430-85e2-378cdb86fe2a HTTP/1.1" status: 204 len: 168 time: 0.4927356 Mar 10 07:23:53.307081 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50432) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:53.311557 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627734089', 'description': 'tempest-description--118569849'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:23:53.421254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.484085 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (7a6ffb71-f1ac-4822-80b7-b548eb93d7f8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.541434 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7a6ffb71-f1ac-4822-80b7-b548eb93d7f8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.568244 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:53.600171 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.601402 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e69f60fe-a32e-4046-8ff8-4b3c78a52bc6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2933087 Mar 10 07:23:53.604774 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50434) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:53.608893 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '7a6ffb71-f1ac-4822-80b7-b548eb93d7f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:23:53.682842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (3d10f041-a088-4042-9503-f5372c02c4fa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.739686 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (3d10f041-a088-4042-9503-f5372c02c4fa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.809731 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (3d10f041-a088-4042-9503-f5372c02c4fa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.826731 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d10f041-a088-4042-9503-f5372c02c4fa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:53.897374 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:53.898542 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-3e1fa5e6-ffb8-4811-9eee-5886e8fa6dd0 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928181 Mar 10 07:23:53.901693 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:53.905800 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '7a6ffb71-f1ac-4822-80b7-b548eb93d7f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:23:53.986001 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (f794bb64-1410-4d92-a183-bbf6c71b0056), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.039531 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (f794bb64-1410-4d92-a183-bbf6c71b0056), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.101161 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (f794bb64-1410-4d92-a183-bbf6c71b0056), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.117340 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f794bb64-1410-4d92-a183-bbf6c71b0056,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:54.193893 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.195090 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5c81b5ea-4953-4b1d-8cd9-318365f61e63 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924933 Mar 10 07:23:54.198860 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50438) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:23:54.203026 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:23:54.284245 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.379679 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.481052 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.27.0.167 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/1e3f7015-6aa6-4e46-9dac-65ab8d84d488) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:23:54.581206 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.667174 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.703151 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:23:54.707798 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:23:54.711127 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:23:54.716488 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=1e3f7015-6aa6-4e46-9dac-65ab8d84d488,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:54.799929 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (2b7524d2-2882-4774-9110-1bb00b50baa5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:54.884404 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:55.026595 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:55.077882 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7450393'] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:55.145630 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=1e3f7015-6aa6-4e46-9dac-65ab8d84d488,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:55.157411 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (2b7524d2-2882-4774-9110-1bb00b50baa5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:55.239866 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:55.241116 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-61fb7ff1-9e51-44f8-a253-900111129eab tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0413501 Mar 10 07:23:55.384000 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-59ee89ac-5e4d-45da-a25c-f3e68fc27dbb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--627734089&fields=id&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 267 time: 0.0409985 Mar 10 07:23:55.488317 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-d4475302-2593-4d1f-b84b-831ea792189b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:55.489746 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-d4475302-2593-4d1f-b84b-831ea792189b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.0995345 Mar 10 07:23:55.503709 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-eb3cc7d5-7534-4655-b9c9-8739dfe6a5d7 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/quotas/3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 375 time: 0.0083387 Mar 10 07:23:55.555547 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-a8a4a726-43b4-4abd-8204-d9c1850b842f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466256 Mar 10 07:23:55.650695 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-70ae0acd-ada0-4c02-9dab-88ac5ff93a20 service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Mar 10 07:23:55.736288 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-80e775ab-9e8a-40c8-a8c3-9f903c156440 service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799398 Mar 10 07:23:56.031081 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f7249cb2-65fb-48ca-ba1d-a744cc39d8b5 req-ae0e0860-c0b5-41c1-bfa4-c24b42c3839f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 210 time: 0.0287895 Mar 10 07:23:57.121687 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c59d0488-173b-47f3-bf85-edcdf772b751 req-48cc14a5-39bf-4bac-8987-aa59101f383c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 210 time: 0.0261483 Mar 10 07:23:57.800297 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-93cea801-80a4-4a30-8543-f0402d0c0ccd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:57.801740 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-93cea801-80a4-4a30-8543-f0402d0c0ccd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.1035893 Mar 10 07:23:57.860033 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-8153cbd5-e2c8-406b-95f5-dd1d3e830083 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 379 time: 0.0503378 Mar 10 07:23:57.869434 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'port': {'device_id': 'ecb65e19-132f-421f-b883-938fe741279b', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'admin_state_up': True, 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'security_groups': ['7a6ffb71-f1ac-4822-80b7-b548eb93d7f8']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:23:58.066227 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Made reservation on behalf of 3e26e6f3af834127bb16ffa1c437d48e for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:23:58.069665 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.193342 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.20.0.7 (95f20068-6de7-4271-985f-77c0f6372a18/12095121-72d3-478b-8c86-31987c47c6bf/cc77b4cb-7e66-416a-8955-e648956272fc) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:23:58.218255 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d6f73a78-9287-4eef-aef2-0de2054a000c req-0ac2ec05-3355-4565-b7b0-1683ef49a2e2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 210 time: 0.0298259 Mar 10 07:23:58.329533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (cc77b4cb-7e66-416a-8955-e648956272fc), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.427079 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.468534 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:23:58.473383 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:23:58.475611 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:23:58.504936 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=cc77b4cb-7e66-416a-8955-e648956272fc,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:58.536640 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:58.537279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.600890 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-c5dbea9c-285f-48a9-8c14-3553d4f810d8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356508 Mar 10 07:23:58.613016 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Request body: {'port': {'device_id': 'ecb65e19-132f-421f-b883-938fe741279b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:23:58.672707 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.673559 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-e4711a09-2d8f-497a-b562-3b921b011721 None None] Provisioning complete for port cc77b4cb-7e66-416a-8955-e648956272fc triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:23:58.674029 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e4711a09-2d8f-497a-b562-3b921b011721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.706740 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-e4711a09-2d8f-497a-b562-3b921b011721 None None] Port cc77b4cb-7e66-416a-8955-e648956272fc cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:23:58.925780 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc77b4cb-7e66-416a-8955-e648956272fc {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:23:58.933270 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Publish callbacks [] for port (cc77b4cb-7e66-416a-8955-e648956272fc), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:58.944806 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Transition to ACTIVE for port object cc77b4cb-7e66-416a-8955-e648956272fc will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:23:59.015553 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:59.066005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc77b4cb-7e66-416a-8955-e648956272fc,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:59.136075 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Attempting to bind port cc77b4cb-7e66-416a-8955-e648956272fc on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:23:59.136405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Attempting to bind port cc77b4cb-7e66-416a-8955-e648956272fc by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:23:59.136735 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Attempting to bind port cc77b4cb-7e66-416a-8955-e648956272fc on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:23:59.141449 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Port cc77b4cb-7e66-416a-8955-e648956272fc on network 95f20068-6de7-4271-985f-77c0f6372a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:23:59.141762 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Attempting to bind port cc77b4cb-7e66-416a-8955-e648956272fc on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:23:59.146643 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:23:59.146969 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:23:59.147343 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Bound using segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:23:59.147760 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Bound port: cc77b4cb-7e66-416a-8955-e648956272fc, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:23:59.148105 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:59.215096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] For port cc77b4cb-7e66-416a-8955-e648956272fc, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:23:59.218149 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] For port cc77b4cb-7e66-416a-8955-e648956272fc, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=cc77b4cb-7e66-416a-8955-e648956272fc,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:23:59.290705 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:59.325533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.326130 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:23:59.327529 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/cc77b4cb-7e66-416a-8955-e648956272fc HTTP/1.1" status: 200 len: 1093 time: 0.7187304 Mar 10 07:23:59.327963 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:23:59.330223 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe997fa9-4dc6-48b5-911e-14be0e718b84" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:23:59.348849 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71ff7-79d8-4b9f-98a9-aac1c28f8a68 req-71923b7c-b064-4f6e-8a96-3a5e09327bda tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.350887 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-99c71ff7-79d8-4b9f-98a9-aac1c28f8a68 req-71923b7c-b064-4f6e-8a96-3a5e09327bda tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 943 time: 0.0638034 Mar 10 07:23:59.362005 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8bb7-8206-4cc4-a9a8-2fb1ccfe21c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc77b4cb-7e66-416a-8955-e648956272fc,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:23:59.381680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0eab7-a01e-4f3a-8d7c-7946f54d1e08 x-openstack-request-id: req-0bf0eab7-a01e-4f3a-8d7c-7946f54d1e08 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:23:59.381680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:23:59.381680 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bf0eab7-a01e-4f3a-8d7c-7946f54d1e08 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:23:59.381680 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'status': 'completed', 'code': 200} Mar 10 07:23:59.407590 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-99c71ff7-79d8-4b9f-98a9-aac1c28f8a68 req-09f98514-829b-45f0-a4d0-95984afb91f8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492442 Mar 10 07:23:59.449375 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe997fa9-4dc6-48b5-911e-14be0e718b84 req-bfc85413-7d39-4a2a-897c-bcf1abc28c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.450799 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fe997fa9-4dc6-48b5-911e-14be0e718b84 req-bfc85413-7d39-4a2a-897c-bcf1abc28c2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 1127 time: 0.0494289 Mar 10 07:23:59.552275 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe997fa9-4dc6-48b5-911e-14be0e718b84 req-75def897-a1fe-4b4d-b034-1cd72592d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.553763 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fe997fa9-4dc6-48b5-911e-14be0e718b84 req-75def897-a1fe-4b4d-b034-1cd72592d7a0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962250 Mar 10 07:23:59.643331 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe997fa9-4dc6-48b5-911e-14be0e718b84 req-f452d56b-ba39-4327-963c-5a0353543a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.645049 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fe997fa9-4dc6-48b5-911e-14be0e718b84 req-f452d56b-ba39-4327-963c-5a0353543a18 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860796 Mar 10 07:23:59.724097 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-513f1616-cc0c-45de-ab1c-87f5cca627ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.725565 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-513f1616-cc0c-45de-ab1c-87f5cca627ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 1127 time: 0.0470912 Mar 10 07:23:59.764195 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-79262410-32aa-45de-a6e8-571527d72447 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc77b4cb-7e66-416a-8955-e648956272fc HTTP/1.1" status: 200 len: 217 time: 0.0322990 Mar 10 07:23:59.811481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-ada622b8-8ec6-465f-b9f6-cae55e52f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.812905 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-ada622b8-8ec6-465f-b9f6-cae55e52f433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0425782 Mar 10 07:23:59.859508 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccea1-6f75-4e26-a663-292005795d5e req-feeb56db-5b23-44b0-82d4-4f8d9475a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:23:59.860911 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-feeb56db-5b23-44b0-82d4-4f8d9475a3f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428088 Mar 10 07:23:59.948545 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-73fe52b0-b704-413b-bf07-95ad9bbde3b7 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820489 Mar 10 07:24:00.039579 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-255ccea1-6f75-4e26-a663-292005795d5e req-cc881be2-e4c1-4036-a244-2f155e034a09 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Mar 10 07:24:00.524046 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569bc9b-99ba-4693-9a0f-ed4d4043800d req-bc4d1296-1b45-4813-a69d-823ebe02489d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:00.525624 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4569bc9b-99ba-4693-9a0f-ed4d4043800d req-bc4d1296-1b45-4813-a69d-823ebe02489d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 943 time: 0.0508015 Mar 10 07:24:00.569470 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-4569bc9b-99ba-4693-9a0f-ed4d4043800d req-d2c8a84e-c50f-4f87-9c6f-ddb18b0c931c tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Mar 10 07:24:01.686173 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a1c4-9c67-4e87-9dc7-f21535110365 req-a3a1d736-3ec1-4167-9f46-ce3b84b1709f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:01.687581 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9a39a1c4-9c67-4e87-9dc7-f21535110365 req-a3a1d736-3ec1-4167-9f46-ce3b84b1709f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 943 time: 0.0532460 Mar 10 07:24:01.710743 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:24:01.735401 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-9a39a1c4-9c67-4e87-9dc7-f21535110365 req-3457e077-7c24-43c5-9858-52dbd4bebe54 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423546 Mar 10 07:24:02.858227 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b111-23ac-4125-b5e1-b18cb771b64c req-c5750da5-f20e-4960-8cf1-9b490937063b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:02.859665 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2902b111-23ac-4125-b5e1-b18cb771b64c req-c5750da5-f20e-4960-8cf1-9b490937063b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 943 time: 0.0572436 Mar 10 07:24:02.906402 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-2902b111-23ac-4125-b5e1-b18cb771b64c req-3a7f7ce8-8c1d-4335-bda6-138c312f0f58 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Mar 10 07:24:04.025853 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1c05-7df2-494a-a35b-7737da897257 req-74d042ed-eaf5-44bc-b3ce-057e2e5716f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:04.027300 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-229f1c05-7df2-494a-a35b-7737da897257 req-74d042ed-eaf5-44bc-b3ce-057e2e5716f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 943 time: 0.0549304 Mar 10 07:24:04.072044 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-229f1c05-7df2-494a-a35b-7737da897257 req-a9db0318-3ffb-44a2-a46a-8145ac4e7f29 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393472 Mar 10 07:24:04.508648 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device cc77b4cb-7e66-416a-8955-e648956272fc details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:24:04.602079 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port cc77b4cb-7e66-416a-8955-e648956272fc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=cc77b4cb-7e66-416a-8955-e648956272fc,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:04.612627 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'port_id': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'mac_address': 'fa:16:3e:80:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:24:04.651902 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port cc77b4cb-7e66-416a-8955-e648956272fc is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:24:04.652214 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:04.664371 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc77b4cb-7e66-416a-8955-e648956272fc {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:24:04.682633 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port cc77b4cb-7e66-416a-8955-e648956272fc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=cc77b4cb-7e66-416a-8955-e648956272fc,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:04.769763 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:04.816546 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=cc77b4cb-7e66-416a-8955-e648956272fc,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:04.823967 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.824316 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.824658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.824992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.825348 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.825680 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.826002 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.826488 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.826821 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.827146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.827593 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.827926 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:04.828246 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:05.105599 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['cc77b4cb-7e66-416a-8955-e648956272fc'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:24:05.186361 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8a1ad-09e0-49ad-b343-06e761107076 req-5466004c-9198-480a-91b7-5800497a19f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:05.187726 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dad8a1ad-09e0-49ad-b343-06e761107076 req-5466004c-9198-480a-91b7-5800497a19f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 944 time: 0.0504999 Mar 10 07:24:05.234278 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dad8a1ad-09e0-49ad-b343-06e761107076 req-487d8944-f0f4-4934-bc93-567948179257 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405192 Mar 10 07:24:06.349767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a410a4-3bd5-46ec-a5bc-85cfe3637bb1 req-03537f54-dbea-482b-b8d6-03b319869335 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:06.351222 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53a410a4-3bd5-46ec-a5bc-85cfe3637bb1 req-03537f54-dbea-482b-b8d6-03b319869335 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 944 time: 0.0516527 Mar 10 07:24:06.400231 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-53a410a4-3bd5-46ec-a5bc-85cfe3637bb1 req-a2a3f38d-699d-4758-adcf-9ac96742730a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435524 Mar 10 07:24:06.520262 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device cc77b4cb-7e66-416a-8955-e648956272fc up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:24:06.598124 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port cc77b4cb-7e66-416a-8955-e648956272fc completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:24:06.601810 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port cc77b4cb-7e66-416a-8955-e648956272fc triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:24:06.602167 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:06.676545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port cc77b4cb-7e66-416a-8955-e648956272fc is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:24:06.676928 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:06.702327 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:24:06.704554 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d98b2a-33e7-417c-8fb1-a90db084d2ba" -d '{"events": [{"server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "name": "network-vif-plugged", "status": "completed", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:24:06.717708 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port cc77b4cb-7e66-416a-8955-e648956272fc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=cc77b4cb-7e66-416a-8955-e648956272fc,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:06.739453 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe0baa-13ee-4f90-b183-44f1aa1d2eb7 x-openstack-request-id: req-cafe0baa-13ee-4f90-b183-44f1aa1d2eb7 {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:24:06.739748 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "name": "network-vif-plugged", "status": "completed", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:24:06.740006 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cafe0baa-13ee-4f90-b183-44f1aa1d2eb7 {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:24:06.740532 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'code': 200} Mar 10 07:24:06.775907 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:06.823931 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=cc77b4cb-7e66-416a-8955-e648956272fc,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:07.067068 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0d699-ec7a-48bc-a632-684925e3aab3 req-7c6ef7d4-4d63-483f-9349-de02bf024deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:07.068577 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33e0d699-ec7a-48bc-a632-684925e3aab3 req-7c6ef7d4-4d63-483f-9349-de02bf024deb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 1129 time: 0.0434079 Mar 10 07:24:07.110380 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-33e0d699-ec7a-48bc-a632-684925e3aab3 req-7d89b8c7-aa8c-4547-aafe-ae0228404cb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358722 Mar 10 07:24:07.514037 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e1617-a00e-4c45-b4da-17c077a21ea8 req-d7506507-146a-40f3-9de3-27bc7a5e9cb6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:07.515469 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c90e1617-a00e-4c45-b4da-17c077a21ea8 req-d7506507-146a-40f3-9de3-27bc7a5e9cb6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0513895 Mar 10 07:24:07.560142 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c90e1617-a00e-4c45-b4da-17c077a21ea8 req-c262b66c-759d-4303-8518-52b1b1fc2530 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Mar 10 07:24:08.677459 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e94064-ee24-4e22-8623-a797a17f273d req-b75b837c-b283-47c7-986c-cc2ee9d71a4e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:08.678854 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-26e94064-ee24-4e22-8623-a797a17f273d req-b75b837c-b283-47c7-986c-cc2ee9d71a4e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0514910 Mar 10 07:24:08.724028 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-26e94064-ee24-4e22-8623-a797a17f273d req-535aae81-0449-4965-b4c1-f368d13e0302 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394864 Mar 10 07:24:09.842849 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b924-17dd-4eda-bf2a-f734aa7ed622 req-833a3a0a-c2ea-4b4d-afc3-ed704fe1e557 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:09.844283 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6c27b924-17dd-4eda-bf2a-f734aa7ed622 req-833a3a0a-c2ea-4b4d-afc3-ed704fe1e557 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0547719 Mar 10 07:24:09.888682 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6c27b924-17dd-4eda-bf2a-f734aa7ed622 req-98c2f917-42cc-4ea3-8a11-4b36ccbf18a1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390010 Mar 10 07:24:09.998222 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f64cb-a89e-4fbf-ae66-644b4a61057a req-274bed8e-f5fe-48dc-89f9-6508cfa82903 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:09.999658 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-777f64cb-a89e-4fbf-ae66-644b4a61057a req-274bed8e-f5fe-48dc-89f9-6508cfa82903 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0504575 Mar 10 07:24:10.008363 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:10.012722 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'port_id': 'cc77b4cb-7e66-416a-8955-e648956272fc'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:24:10.052875 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (2b7524d2-2882-4774-9110-1bb00b50baa5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:10.667443 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:10.706133 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (2b7524d2-2882-4774-9110-1bb00b50baa5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:10.803245 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP 2b7524d2-2882-4774-9110-1bb00b50baa5 associated. External IP: 172.27.0.167, port: cc77b4cb-7e66-416a-8955-e648956272fc. Mar 10 07:24:11.005581 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:24:11.112316 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:24:11.117195 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:11.122162 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:24:11.135527 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:11.136147 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:23:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:11.150132 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-afc40f4d-f571-42db-ad95-26156d837800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "PUT /v2.0/floatingips/2b7524d2-2882-4774-9110-1bb00b50baa5 HTTP/1.1" status: 200 len: 991 time: 1.1407192 Mar 10 07:24:11.151109 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:24:11.153828 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:24:11.189386 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b1181-43f8-41d9-96cb-81840e2124c3 x-openstack-request-id: req-a56b1181-43f8-41d9-96cb-81840e2124c3 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:24:11.189675 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:24:11.189924 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a56b1181-43f8-41d9-96cb-81840e2124c3 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:24:11.190311 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'status': 'completed', 'code': 200} Mar 10 07:24:11.247430 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:11.252999 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-be16ca38-0c70-461d-bcff-aae531152fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:11.254529 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-be16ca38-0c70-461d-bcff-aae531152fc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 1129 time: 0.0443034 Mar 10 07:24:11.344901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-ea6bf0c5-e358-4d5a-8fad-2a468ca4e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:11.346290 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-ea6bf0c5-e358-4d5a-8fad-2a468ca4e1af service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0858810 Mar 10 07:24:11.409058 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-6e76ef1a-cfa1-4bcf-817f-1bb6c4b69469 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc77b4cb-7e66-416a-8955-e648956272fc HTTP/1.1" status: 200 len: 999 time: 0.0570049 Mar 10 07:24:11.459159 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-b9b293c3-4873-4353-93fe-0151fdc5400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:11.460572 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-b9b293c3-4873-4353-93fe-0151fdc5400b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0459647 Mar 10 07:24:11.472308 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '2b7524d2-2882-4774-9110-1bb00b50baa5', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:80:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb65e19-132f-421f-b883-938fe741279b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:23:54Z', 'updated_at': '2022-03-10T07:24:10Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:11.498367 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:24:11.506539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:11.506679 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-61e89d77-4cd5-431b-81a9-a50205454539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:11.507146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:23:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:11.508611 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-61e89d77-4cd5-431b-81a9-a50205454539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424690 Mar 10 07:24:11.595227 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-11744ea0-43ca-4290-b80b-b8ecba818b72 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803092 Mar 10 07:24:11.615287 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:11.685623 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-76928ae9-5b83-4453-8d4c-d2f0ae2e9d72 req-80191b46-76d0-4b08-8afc-a1ac2965c49a service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843854 Mar 10 07:24:11.838658 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '2b7524d2-2882-4774-9110-1bb00b50baa5', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:80:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb65e19-132f-421f-b883-938fe741279b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:23:54Z', 'updated_at': '2022-03-10T07:24:10Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:11.865191 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b2734-d973-4267-b8da-eceffbe199a8 None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '2b7524d2-2882-4774-9110-1bb00b50baa5', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:80:6f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb65e19-132f-421f-b883-938fe741279b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:23:54Z', 'updated_at': '2022-03-10T07:24:10Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:24:12.052441 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8884ed-6134-4545-b388-e44660096a00 None None] New status for floating IP 2b7524d2-2882-4774-9110-1bb00b50baa5: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:24:12.432066 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a657a203-01ee-4616-8359-a7e8121a8b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:14.929337 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb714-5e62-4715-9f41-455d9e5276a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:16.060919 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:17.540342 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:17.860698 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:18.946478 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:21.745271 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:21.894225 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Deleting port 26d85dbe-8759-4c8a-ae53-bc1698c885e7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:21.894559 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:21.968981 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:21.969311 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (26d85dbe-8759-4c8a-ae53-bc1698c885e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:21.980365 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Calling delete_port for 26d85dbe-8759-4c8a-ae53-bc1698c885e7 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:22.174948 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (26d85dbe-8759-4c8a-ae53-bc1698c885e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:22.198676 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'Port': ['ID=26d85dbe-8759-4c8a-ae53-bc1698c885e7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:22.261663 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (7baadbcd-2f9d-49e2-827b-5d1828b58931), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:22.261914 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Floating IP 7baadbcd-2f9d-49e2-827b-5d1828b58931 disassociated (deleted). External IP: 172.27.0.230, port: 4249ce07-f5e2-4931-bf1c-31e1640451e0. Mar 10 07:24:22.470014 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:24:22.575759 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:24:22.580033 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:22.585789 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:24:22.595129 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:22.597790 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:22.609946 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d49d8358-d9df-4e4d-85af-60b0bd6d9984 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "DELETE /v2.0/floatingips/7baadbcd-2f9d-49e2-827b-5d1828b58931 HTTP/1.1" status: 204 len: 168 time: 0.8635862 Mar 10 07:24:22.610640 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:24:22.612903 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878129b5-45e9-4f36-985a-36ee0229658f" -d '{"events": [{"name": "network-changed", "server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:24:22.651907 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23b187c-8ee0-4a0f-9835-c52eb818f2b5 x-openstack-request-id: req-f23b187c-8ee0-4a0f-9835-c52eb818f2b5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:24:22.652697 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:24:22.652958 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f23b187c-8ee0-4a0f-9835-c52eb818f2b5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:24:22.653506 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'status': 'completed', 'code': 200} Mar 10 07:24:22.707459 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:22.718118 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878129b5-45e9-4f36-985a-36ee0229658f req-71ffe0fe-6013-4e10-bba0-653e636b79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:22.719593 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-71ffe0fe-6013-4e10-bba0-653e636b79c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 1129 time: 0.0453751 Mar 10 07:24:22.817008 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878129b5-45e9-4f36-985a-36ee0229658f req-b19d5cf1-2723-4824-a150-cc9b6eab7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:22.818509 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-b19d5cf1-2723-4824-a150-cc9b6eab7568 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0920730 Mar 10 07:24:22.873448 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-92088a8f-bcbe-4e97-9d7f-ac6f9c4b242e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0 HTTP/1.1" status: 200 len: 217 time: 0.0393429 Mar 10 07:24:22.932000 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878129b5-45e9-4f36-985a-36ee0229658f req-4e673cd5-c652-46c8-b5fc-d8ef9d311cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:22.933826 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-4e673cd5-c652-46c8-b5fc-d8ef9d311cd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0501776 Mar 10 07:24:22.946449 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:59Z', 'revision_number': 1, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:22.981031 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:24:22.987960 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878129b5-45e9-4f36-985a-36ee0229658f req-a835057c-7eb4-4857-9669-e81631d0dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:22.989904 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-a835057c-7eb4-4857-9669-e81631d0dfa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478685 Mar 10 07:24:22.990791 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:22.991413 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:23.084840 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-20e21b37-e30b-4734-a294-76c577822093 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881901 Mar 10 07:24:23.106072 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7114-c713-4814-9d1c-422cd52777a7 req-21fe4aa6-8630-4e53-ac1c-f8abaedfd2ea tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:23.109803 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c29e7114-c713-4814-9d1c-422cd52777a7 req-21fe4aa6-8630-4e53-ac1c-f8abaedfd2ea tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 945 time: 0.1488287 Mar 10 07:24:23.165976 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-c29e7114-c713-4814-9d1c-422cd52777a7 req-b79bd43a-b324-4912-89f6-dfd35ff2fb1d tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521147 Mar 10 07:24:23.193604 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-878129b5-45e9-4f36-985a-36ee0229658f req-48e6c57e-b041-474c-b7d3-1ed83c551f0a service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017807 Mar 10 07:24:23.240801 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:23.458911 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:59Z', 'revision_number': 1, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:23.488501 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3550474-9045-4a1f-bc77-ed8ba4e687f1 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': 'fbd12abc-98c7-4078-8ca5-6147a221ac62', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'port_id': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'mac_address': 'fa:16:3e:a4:c0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:19:57Z', 'updated_at': '2022-03-10T07:19:59Z', 'revision_number': 1, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:24:23.712324 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faca9ac-abc3-41dc-b42d-6e822770de72 None None] New status for floating IP 7baadbcd-2f9d-49e2-827b-5d1828b58931: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:24:24.330282 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919860-f2d7-4293-a9d3-0bcf4ce072eb req-6896b8b5-7b62-42dc-8ef5-c533ceb5cf03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:24.331725 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-59919860-f2d7-4293-a9d3-0bcf4ce072eb req-6896b8b5-7b62-42dc-8ef5-c533ceb5cf03 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 945 time: 0.1009898 Mar 10 07:24:24.380057 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-59919860-f2d7-4293-a9d3-0bcf4ce072eb req-ad71fe1b-ad44-454f-b6d1-d01c351a9d66 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Mar 10 07:24:24.819963 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-61157fa3-7aed-44a6-a4d4-5bf263dbe4ed tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:24.821913 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-61157fa3-7aed-44a6-a4d4-5bf263dbe4ed tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Mar 10 07:24:24.914811 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Deleting port 4249ce07-f5e2-4931-bf1c-31e1640451e0 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:24.915172 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:24.998990 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] For port 4249ce07-f5e2-4931-bf1c-31e1640451e0, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=4249ce07-f5e2-4931-bf1c-31e1640451e0,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:24.999338 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:25.012604 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Calling delete_port for 4249ce07-f5e2-4931-bf1c-31e1640451e0 owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:25.214071 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (4249ce07-f5e2-4931-bf1c-31e1640451e0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:25.241605 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'Port': ['ID=4249ce07-f5e2-4931-bf1c-31e1640451e0,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:25.288058 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] No DVR routers for this DVR port 4249ce07-f5e2-4931-bf1c-31e1640451e0 on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:24:25.290664 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:25.294148 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-11c1bd08-9d85-4113-af8d-5cd76034e458 req-80a21a53-4ab7-4e3e-9244-cd19df672739 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "DELETE /v2.0/ports/4249ce07-f5e2-4931-bf1c-31e1640451e0 HTTP/1.1" status: 204 len: 173 time: 0.4663665 Mar 10 07:24:25.294590 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'name': 'network-vif-deleted', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:24:25.297208 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97027a96-c5f3-4e42-8eb9-c9f96ac990e2" -d '{"events": [{"server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "name": "network-vif-deleted", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:24:25.332266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f82d5b4-aee8-44f1-980a-e5d951cde369 x-openstack-request-id: req-1f82d5b4-aee8-44f1-980a-e5d951cde369 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:24:25.332554 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b1ebf-2fbe-4d97-b8ef-461c54a62c24", "name": "network-vif-deleted", "tag": "4249ce07-f5e2-4931-bf1c-31e1640451e0", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:24:25.332801 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f82d5b4-aee8-44f1-980a-e5d951cde369 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:24:25.333190 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b1ebf-2fbe-4d97-b8ef-461c54a62c24', 'name': 'network-vif-deleted', 'tag': '4249ce07-f5e2-4931-bf1c-31e1640451e0', 'status': 'completed', 'code': 200} Mar 10 07:24:25.474477 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b01691f3-d6bb-42c9-85fc-cbebac4b1ee5 req-394694dd-77ec-43f7-83e8-7a5f7226e0fc tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=057b1ebf-2fbe-4d97-b8ef-461c54a62c24 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Mar 10 07:24:28.615452 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 4249ce07-f5e2-4931-bf1c-31e1640451e0 no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:28.635828 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 4249ce07-f5e2-4931-bf1c-31e1640451e0 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:28.636172 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 4249ce07-f5e2-4931-bf1c-31e1640451e0 not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:28.896808 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50540) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:29.049883 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Deleting port 1b68ad90-6d51-4950-9efe-8af4f1cc1231 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:29.050233 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:29.123357 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:29.123681 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (1b68ad90-6d51-4950-9efe-8af4f1cc1231), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:29.135866 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Calling delete_port for 1b68ad90-6d51-4950-9efe-8af4f1cc1231 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:29.334176 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (1b68ad90-6d51-4950-9efe-8af4f1cc1231), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:29.359651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'Port': ['ID=1b68ad90-6d51-4950-9efe-8af4f1cc1231,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:29.420745 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (fbd12abc-98c7-4078-8ca5-6147a221ac62), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:29.421028 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Floating IP fbd12abc-98c7-4078-8ca5-6147a221ac62 disassociated (deleted). External IP: 172.27.0.33, port: d5effb12-1670-4b2d-81c5-8672b8d207cf. Mar 10 07:24:29.624373 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:24:29.728329 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:24:29.733041 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:29.737721 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:24:29.747106 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:29.747735 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:29.865194 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:29.960079 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-9716ec30-d3c5-4287-9b84-ad2ea4e20d9e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "DELETE /v2.0/floatingips/fbd12abc-98c7-4078-8ca5-6147a221ac62 HTTP/1.1" status: 204 len: 168 time: 1.0621538 Mar 10 07:24:29.961357 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:24:29.963424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c72b40-f18f-4e86-b41f-b0ed76a17014" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:24:29.998509 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b225317-8e07-4589-9c7b-f6d090458be5 x-openstack-request-id: req-2b225317-8e07-4589-9c7b-f6d090458be5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:24:29.998801 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:24:29.999099 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b225317-8e07-4589-9c7b-f6d090458be5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:24:29.999444 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'status': 'completed', 'code': 200} Mar 10 07:24:30.066212 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-0fe6c9cc-1640-4c73-b4fe-0160cfde0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:30.067928 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-0fe6c9cc-1640-4c73-b4fe-0160cfde0671 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 1130 time: 0.0469487 Mar 10 07:24:30.083299 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:30.114376 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:24:30.122987 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:30.123602 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:30.156995 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-de42ae9a-01ee-4b06-8134-fc1b32c95709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:30.158482 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-de42ae9a-01ee-4b06-8134-fc1b32c95709 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 200 len: 912 time: 0.0839448 Mar 10 07:24:30.203189 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-19f9d625-9a83-493d-a347-2b64f9ac4420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 200 len: 217 time: 0.0388088 Mar 10 07:24:30.235964 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:30.251252 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-796523a5-604d-43f1-812a-0786f541e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:30.252753 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-796523a5-604d-43f1-812a-0786f541e9d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 200 len: 850 time: 0.0436277 Mar 10 07:24:30.301444 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-7f4f26e2-043f-44d2-a63b-5cbc390cfc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:30.302972 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-7f4f26e2-043f-44d2-a63b-5cbc390cfc6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ce3eb4-6200-4dc8-a373-3cafa9cd073b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438960 Mar 10 07:24:30.395793 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-f4d13090-0285-4359-beae-c2972787dc02 service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862815 Mar 10 07:24:30.448704 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:30.476751 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a765fa1-7e73-43fa-ab3f-f2037c54a337 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:16:07Z', 'revision_number': 4, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '02541056-3107-4880-8599-d6a558855a78', 'name': '', 'network_id': '20ce3eb4-6200-4dc8-a373-3cafa9cd073b', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'mac_address': 'fa:16:3e:ac:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:06Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'subnets': [{'id': '544f77f7-07cc-4a6e-847b-2c43eee2b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:24:30.490687 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-a4c72b40-f18f-4e86-b41f-b0ed76a17014 req-027e5b12-c8b1-4f0b-abaa-593b77fdd94d service neutron] 10.222.0.20 "GET /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869515 Mar 10 07:24:30.519543 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70f61c-e58d-4009-be7c-6f0b1b759286 req-feeb0855-4b62-4d3a-8376-a447e77deda3 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:30.519543 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bb70f61c-e58d-4009-be7c-6f0b1b759286 req-feeb0855-4b62-4d3a-8376-a447e77deda3 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0548227 Mar 10 07:24:30.566233 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-bb70f61c-e58d-4009-be7c-6f0b1b759286 req-398281db-a4b3-425e-b354-2bd62c773d4e tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Mar 10 07:24:30.720104 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af872e0-f8c0-4615-967c-3d794ad6cd32 None None] New status for floating IP fbd12abc-98c7-4078-8ca5-6147a221ac62: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:24:31.686338 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31ad7-292c-49e1-94b2-45d4bf813a33 req-9d87ab6e-0a15-4993-84cb-3a60a52f4682 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:31.687770 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4c31ad7-292c-49e1-94b2-45d4bf813a33 req-9d87ab6e-0a15-4993-84cb-3a60a52f4682 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0540359 Mar 10 07:24:31.734667 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e4c31ad7-292c-49e1-94b2-45d4bf813a33 req-09e2805c-4863-4130-8208-2d0eb9d2413b tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa555203-6f4b-4c1b-ba23-e94a0d194091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Mar 10 07:24:32.200063 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464653-e57b-4784-8ff5-99589e35bf18 req-57dfbdd7-b263-4f75-8657-8d34c9c71129 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:24:32.201522 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22464653-e57b-4784-8ff5-99589e35bf18 req-57dfbdd7-b263-4f75-8657-8d34c9c71129 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 946 time: 0.0552382 Mar 10 07:24:32.289936 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Deleting port d5effb12-1670-4b2d-81c5-8672b8d207cf {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:32.290186 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:32.377125 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] For port d5effb12-1670-4b2d-81c5-8672b8d207cf, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=d5effb12-1670-4b2d-81c5-8672b8d207cf,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:32.377509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:32.388722 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Calling delete_port for d5effb12-1670-4b2d-81c5-8672b8d207cf owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:32.557983 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (d5effb12-1670-4b2d-81c5-8672b8d207cf), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:32.588890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'Port': ['ID=d5effb12-1670-4b2d-81c5-8672b8d207cf,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:32.630870 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] No DVR routers for this DVR port d5effb12-1670-4b2d-81c5-8672b8d207cf on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:24:32.633354 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:32.636478 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-22464653-e57b-4784-8ff5-99589e35bf18 req-8befae27-fafe-4c29-823a-f6acee7ef5f7 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.20 "DELETE /v2.0/ports/d5effb12-1670-4b2d-81c5-8672b8d207cf HTTP/1.1" status: 204 len: 173 time: 0.4299214 Mar 10 07:24:32.636945 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'name': 'network-vif-deleted', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:24:32.639151 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e345f22d-b2b7-40cf-ae4a-545e5821acf6" -d '{"events": [{"server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "name": "network-vif-deleted", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:24:32.673336 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f078859-8c43-4c9e-bf03-d2ff9cd0965c x-openstack-request-id: req-9f078859-8c43-4c9e-bf03-d2ff9cd0965c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:24:32.673631 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ce54b3-f78f-4834-8a76-f671040055fa", "name": "network-vif-deleted", "tag": "d5effb12-1670-4b2d-81c5-8672b8d207cf", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:24:32.673877 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f078859-8c43-4c9e-bf03-d2ff9cd0965c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:24:32.674259 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce54b3-f78f-4834-8a76-f671040055fa', 'name': 'network-vif-deleted', 'tag': 'd5effb12-1670-4b2d-81c5-8672b8d207cf', 'status': 'completed', 'code': 200} Mar 10 07:24:32.827839 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e05f6026-9e5a-4637-bd98-ed167958f8e0 req-1280273b-488a-4a8c-a577-d0892cfeb3f0 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ce54b3-f78f-4834-8a76-f671040055fa HTTP/1.1" status: 200 len: 210 time: 0.0272574 Mar 10 07:24:33.883841 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:34.006619 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Deleting port 68a14611-96eb-49cb-8c4d-0eb6ad947611 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:34.006955 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:34.083805 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:34.084154 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (68a14611-96eb-49cb-8c4d-0eb6ad947611), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:34.096167 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Calling delete_port for 68a14611-96eb-49cb-8c4d-0eb6ad947611 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:34.266321 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (68a14611-96eb-49cb-8c4d-0eb6ad947611), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:34.295030 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'Port': ['ID=68a14611-96eb-49cb-8c4d-0eb6ad947611,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:34.354310 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for floatingip (3a2d1b31-81bd-4435-974e-699f35b776cb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:34.356846 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:34.358016 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-153ffc14-8e3c-41a6-9217-c9b98622c112 tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a2d1b31-81bd-4435-974e-699f35b776cb HTTP/1.1" status: 204 len: 168 time: 0.4731998 Mar 10 07:24:34.641681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d5effb12-1670-4b2d-81c5-8672b8d207cf no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:34.662615 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: d5effb12-1670-4b2d-81c5-8672b8d207cf {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:34.662962 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device d5effb12-1670-4b2d-81c5-8672b8d207cf not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:35.650249 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:35.703767 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c30f718b-dbb0-4ef5-919d-bf8f3a2a7f6f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group (fa555203-6f4b-4c1b-ba23-e94a0d194091), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:35.728922 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c30f718b-dbb0-4ef5-919d-bf8f3a2a7f6f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group (fa555203-6f4b-4c1b-ba23-e94a0d194091), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:35.889065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c30f718b-dbb0-4ef5-919d-bf8f3a2a7f6f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (fa555203-6f4b-4c1b-ba23-e94a0d194091), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:35.891594 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c30f718b-dbb0-4ef5-919d-bf8f3a2a7f6f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:35.892725 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-c30f718b-dbb0-4ef5-919d-bf8f3a2a7f6f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] 10.222.0.30 "DELETE /v2.0/security-groups/fa555203-6f4b-4c1b-ba23-e94a0d194091 HTTP/1.1" status: 204 len: 168 time: 0.2415001 Mar 10 07:24:35.907068 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f718b-dbb0-4ef5-919d-bf8f3a2a7f6f tempest-TestVolumeBootPattern-178876398 tempest-TestVolumeBootPattern-178876398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa555203-6f4b-4c1b-ba23-e94a0d194091,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:36.001672 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:36.431880 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:36.672191 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Deleting port 02541056-3107-4880-8599-d6a558855a78 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:36.672861 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (02541056-3107-4880-8599-d6a558855a78), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:36.749761 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] For port 02541056-3107-4880-8599-d6a558855a78, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=02541056-3107-4880-8599-d6a558855a78,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:36.750107 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (02541056-3107-4880-8599-d6a558855a78), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:36.761923 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Calling delete_port for 02541056-3107-4880-8599-d6a558855a78 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:37.014496 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (02541056-3107-4880-8599-d6a558855a78), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:37.037889 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02541056-3107-4880-8599-d6a558855a78,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:37.204031 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:37.415254 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:24:37.520218 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:24:37.525086 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-0366f650-ed1b-4f18-bfff-f072455970c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222678 Mar 10 07:24:37.527577 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50584) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:37.530215 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] Sync routers for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:24:37.540365 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:37.541045 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:37.631398 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks [] for router (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:37.647748 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:37.734559 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks [] for router_gateway (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:37.823373 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e5abf767-7459-44cb-9667-e293c7270104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:24:36Z', 'revision_number': 5, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port': {'id': 'e5abf767-7459-44cb-9667-e293c7270104', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:05Z', 'updated_at': '2022-03-10T07:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:37.854888 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] Checking router: 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:24:37.863519 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Deleting port e5abf767-7459-44cb-9667-e293c7270104 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:37.863704 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] Routers {'0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:37.863876 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (e5abf767-7459-44cb-9667-e293c7270104), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:37.864284 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:37.943079 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] For port e5abf767-7459-44cb-9667-e293c7270104, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e5abf767-7459-44cb-9667-e293c7270104,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:37.943437 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (e5abf767-7459-44cb-9667-e293c7270104), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:37.952897 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] Set router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:37.955408 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Calling delete_port for e5abf767-7459-44cb-9667-e293c7270104 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:38.007966 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:24:37Z', 'revision_number': 6, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:38.038001 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb32580-e5c9-4b08-811f-1c12a4173946 None None] The sync data for ids ['0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d'] in dv-cinder-832919-1-iscsi is: [{'id': '0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d', 'name': 'tempest-TestVolumeBootPattern-891882685-router', 'tenant_id': '4156df44ff554fc6bdf3bc55f90981b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:04Z', 'updated_at': '2022-03-10T07:24:37Z', 'revision_number': 6, 'project_id': '4156df44ff554fc6bdf3bc55f90981b2', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:24:38.374634 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (e5abf767-7459-44cb-9667-e293c7270104), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.400180 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5abf767-7459-44cb-9667-e293c7270104,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:38.475574 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.567929 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.570531 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks [] for router_controller (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.666297 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.666724 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:24:38.674550 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.674550 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-54e69cca-f817-4e2e-a3f4-a815a18d726b admin admin] 10.222.0.30 "DELETE /v2.0/routers/0d59cd1c-0141-4f02-8f17-0e3bc2a8e96d HTTP/1.1" status: 204 len: 168 time: 1.1438394 Mar 10 07:24:38.674914 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50586) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:38.709670 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:24:38.718565 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Deleting subnet 544f77f7-07cc-4a6e-847b-2c43eee2b795 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:24:38.721627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Publish callbacks [] for subnet (544f77f7-07cc-4a6e-847b-2c43eee2b795), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.754453 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (544f77f7-07cc-4a6e-847b-2c43eee2b795), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.824725 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 02541056-3107-4880-8599-d6a558855a78 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:38.835013 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (544f77f7-07cc-4a6e-847b-2c43eee2b795), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.845477 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 02541056-3107-4880-8599-d6a558855a78 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:38.845829 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 02541056-3107-4880-8599-d6a558855a78 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:38.941103 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (544f77f7-07cc-4a6e-847b-2c43eee2b795), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.965688 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544f77f7-07cc-4a6e-847b-2c43eee2b795,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:38.971345 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:38.974614 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-83e0b8f1-aa8f-47ca-a0b6-60605d2df14b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/544f77f7-07cc-4a6e-847b-2c43eee2b795 HTTP/1.1" status: 204 len: 168 time: 0.2987649 Mar 10 07:24:38.977656 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be472a5-224c-4e7c-887c-6585158e6840 None None] Network 20ce3eb4-6200-4dc8-a373-3cafa9cd073b requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:24:38.977929 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50590) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:39.052166 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (20ce3eb4-6200-4dc8-a373-3cafa9cd073b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.111702 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Deleting port 4fe23148-874e-4397-90d3-a3bad63c3f55 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:39.112027 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.163056 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] DHCP port deletion for 20ce3eb4-6200-4dc8-a373-3cafa9cd073b request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:24:39.173479 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] For port 4fe23148-874e-4397-90d3-a3bad63c3f55, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=4fe23148-874e-4397-90d3-a3bad63c3f55,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:39.264994 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.264994 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Calling delete_port for 4fe23148-874e-4397-90d3-a3bad63c3f55 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:39.265262 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] Deleting port 4fe23148-874e-4397-90d3-a3bad63c3f55 {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:39.265262 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.334664 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.361587 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe23148-874e-4397-90d3-a3bad63c3f55,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:39.365061 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] No DVR routers for this DVR port 4fe23148-874e-4397-90d3-a3bad63c3f55 on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:24:39.417519 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] For port 4fe23148-874e-4397-90d3-a3bad63c3f55, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=4fe23148-874e-4397-90d3-a3bad63c3f55,segment=NetworkSegment(2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9),segment_id=2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:39.417914 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.430144 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] Calling delete_port for 4fe23148-874e-4397-90d3-a3bad63c3f55 owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:39.437638 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (20ce3eb4-6200-4dc8-a373-3cafa9cd073b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.456682 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ce3eb4-6200-4dc8-a373-3cafa9cd073b']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:39.466587 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:39.466989 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:39.476764 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.489408 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.495141 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:24:39.495512 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (2f5dd04c-8db4-4e58-bfd4-5fcb6fa48fb9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:24:39.497110 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:24:39.506054 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (4fe23148-874e-4397-90d3-a3bad63c3f55), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.531394 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] Pushing event deleted for resources: {'Port': ['ID=4fe23148-874e-4397-90d3-a3bad63c3f55,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:39.536023 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392c428-50ab-425a-9a8d-6a14090f79b6 None None] No DVR routers for this DVR port 4fe23148-874e-4397-90d3-a3bad63c3f55 on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:24:39.603119 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (20ce3eb4-6200-4dc8-a373-3cafa9cd073b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.608645 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:39.611801 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] 10.222.0.30 "DELETE /v2.0/networks/20ce3eb4-6200-4dc8-a373-3cafa9cd073b HTTP/1.1" status: 204 len: 168 time: 0.6332057 Mar 10 07:24:39.614821 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50592) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:39.622537 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa163d5d-80a5-409e-8c80-44bd5c1ec30c admin admin] Pushing event deleted for resources: {'Network': ['ID=20ce3eb4-6200-4dc8-a373-3cafa9cd073b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:39.958976 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (67a9202b-4554-408b-88cc-8d065ad75a17), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:40.457003 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Deleting port 705c1e72-7208-4523-b03a-ba97c19c9572 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:40.457479 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:40.462157 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 4fe23148-874e-4397-90d3-a3bad63c3f55 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:40.485924 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 4fe23148-874e-4397-90d3-a3bad63c3f55 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:40.486272 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 4fe23148-874e-4397-90d3-a3bad63c3f55 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:40.486664 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e5abf767-7459-44cb-9667-e293c7270104 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:40.505476 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: e5abf767-7459-44cb-9667-e293c7270104 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:40.505821 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e5abf767-7459-44cb-9667-e293c7270104 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:40.533279 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] For port 705c1e72-7208-4523-b03a-ba97c19c9572, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=705c1e72-7208-4523-b03a-ba97c19c9572,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:40.533663 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:40.545853 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Calling delete_port for 705c1e72-7208-4523-b03a-ba97c19c9572 owned by network:router_interface {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:40.768527 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (705c1e72-7208-4523-b03a-ba97c19c9572), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:40.796999 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Pushing event deleted for resources: {'Port': ['ID=705c1e72-7208-4523-b03a-ba97c19c9572,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:40.963068 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (67a9202b-4554-408b-88cc-8d065ad75a17), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:41.179271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Router 67a9202b-4554-408b-88cc-8d065ad75a17 has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:24:41.284845 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:24:41.289883 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2380cafe-ce43-44ae-a8c8-4e867dcee17b admin admin] 10.222.0.30 "PUT /v2.0/routers/67a9202b-4554-408b-88cc-8d065ad75a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6734345 Mar 10 07:24:41.292301 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50594) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:41.293275 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] Sync routers for ids ['67a9202b-4554-408b-88cc-8d065ad75a17'] in dv-cinder-832919-1-iscsi {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:24:41.303062 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] Routers {'67a9202b-4554-408b-88cc-8d065ad75a17'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:41.303672 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['67a9202b-4554-408b-88cc-8d065ad75a17'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:41.397171 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks [] for router (67a9202b-4554-408b-88cc-8d065ad75a17), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:41.409669 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] Set router 67a9202b-4554-408b-88cc-8d065ad75a17 gateway port host: dv-cinder-832919-1-iscsi {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:41.498381 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks [] for router_gateway (67a9202b-4554-408b-88cc-8d065ad75a17), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:41.580297 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '89338b37-5b6a-464f-9357-12950627061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:24:40Z', 'revision_number': 5, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port': {'id': '89338b37-5b6a-464f-9357-12950627061c', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:16:11Z', 'updated_at': '2022-03-10T07:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:41.610414 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] Checking router: 67a9202b-4554-408b-88cc-8d065ad75a17 for host: dv-cinder-832919-1-iscsi {{(pid=103619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:24:41.617606 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Deleting port 89338b37-5b6a-464f-9357-12950627061c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:41.618040 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (89338b37-5b6a-464f-9357-12950627061c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:41.619168 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] Routers {'67a9202b-4554-408b-88cc-8d065ad75a17'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:24:41.619767 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:24:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['67a9202b-4554-408b-88cc-8d065ad75a17'], 'active': True} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:41.694231 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] For port 89338b37-5b6a-464f-9357-12950627061c, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=89338b37-5b6a-464f-9357-12950627061c,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:41.694585 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (89338b37-5b6a-464f-9357-12950627061c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:41.706273 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_dvr_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] Set router 67a9202b-4554-408b-88cc-8d065ad75a17 gateway port host: None {{(pid=103619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:24:41.707416 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Calling delete_port for 89338b37-5b6a-464f-9357-12950627061c owned by network:router_gateway {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:41.756847 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.l3_hamode_db [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:24:41Z', 'revision_number': 6, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:41.785189 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b0e749-801c-4050-a440-b34992fe4272 None None] The sync data for ids ['67a9202b-4554-408b-88cc-8d065ad75a17'] in dv-cinder-832919-1-iscsi is: [{'id': '67a9202b-4554-408b-88cc-8d065ad75a17', 'name': 'tempest-TestVolumeBootPattern-1616443351-router', 'tenant_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:16:10Z', 'updated_at': '2022-03-10T07:24:41Z', 'revision_number': 6, 'project_id': '2ff5aeb3a506482fbc7cf849001ac6d6', 'gw_port_host': None}] {{(pid=103619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:24:41.940104 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (89338b37-5b6a-464f-9357-12950627061c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:41.968943 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89338b37-5b6a-464f-9357-12950627061c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:41.996170 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.996513 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.996849 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.997178 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.997533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.997858 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.998179 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.998499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.998821 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.999144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.999457 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:41.999788 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:42.000084 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:24:42.040618 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (67a9202b-4554-408b-88cc-8d065ad75a17), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.139620 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (67a9202b-4554-408b-88cc-8d065ad75a17), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.141807 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks [] for router_controller (67a9202b-4554-408b-88cc-8d065ad75a17), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.226557 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (67a9202b-4554-408b-88cc-8d065ad75a17), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.227118 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67a9202b-4554-408b-88cc-8d065ad75a17 {{(pid=103617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:24:42.231591 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.232716 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-c18504cc-0d8d-4de6-b682-f8c6e5f603b6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/67a9202b-4554-408b-88cc-8d065ad75a17 HTTP/1.1" status: 204 len: 168 time: 0.9395108 Mar 10 07:24:42.235325 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50596) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:42.278650 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Deleting subnet ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71 {{(pid=103617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:24:42.281692 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Publish callbacks [] for subnet (ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.315837 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272911'] for subnet (ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.389792 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.437700 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-76962814-a1f3-4197-84a3-c39a2cdf3ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.500487 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5904919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639122'] for subnet (ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.526074 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:42.530222 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.535482 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50598) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:42.535981 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ce976-181e-46e2-8023-1174fb641785 None None] Network a52e4702-6f13-4725-8b7a-569d89ac40d7 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:24:42.536100 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-4fff6ae1-7f63-4200-9a8f-0367a9cd16f4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ffaa0c3d-5b3b-4106-b2ea-8387fd9f0f71 HTTP/1.1" status: 204 len: 168 time: 0.2994289 Mar 10 07:24:42.606720 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 705c1e72-7208-4523-b03a-ba97c19c9572 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:42.620850 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (a52e4702-6f13-4725-8b7a-569d89ac40d7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.643314 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 705c1e72-7208-4523-b03a-ba97c19c9572 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:42.643667 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 705c1e72-7208-4523-b03a-ba97c19c9572 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:42.644086 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 89338b37-5b6a-464f-9357-12950627061c no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:42.667085 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 89338b37-5b6a-464f-9357-12950627061c {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:42.667436 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 89338b37-5b6a-464f-9357-12950627061c not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:42.675214 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Deleting port e6d07c77-511b-4c37-a7f5-4a86211b0399 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:42.675551 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.745741 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] DHCP port deletion for a52e4702-6f13-4725-8b7a-569d89ac40d7 request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:24:42.745993 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] For port e6d07c77-511b-4c37-a7f5-4a86211b0399, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e6d07c77-511b-4c37-a7f5-4a86211b0399,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:42.746202 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.758747 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Calling delete_port for e6d07c77-511b-4c37-a7f5-4a86211b0399 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:42.794638 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] Deleting port e6d07c77-511b-4c37-a7f5-4a86211b0399 {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:24:42.795010 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.865279 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] For port e6d07c77-511b-4c37-a7f5-4a86211b0399, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=e6d07c77-511b-4c37-a7f5-4a86211b0399,segment=NetworkSegment(8cad0e85-36e2-4ad3-a9fe-00d750574434),segment_id=8cad0e85-36e2-4ad3-a9fe-00d750574434)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:24:42.865707 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.881970 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] Calling delete_port for e6d07c77-511b-4c37-a7f5-4a86211b0399 owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:24:42.883571 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.912388 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d07c77-511b-4c37-a7f5-4a86211b0399,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:42.917506 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] No DVR routers for this DVR port e6d07c77-511b-4c37-a7f5-4a86211b0399 on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:24:42.962925 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (e6d07c77-511b-4c37-a7f5-4a86211b0399), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.987695 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (a52e4702-6f13-4725-8b7a-569d89ac40d7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:42.988122 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] Pushing event deleted for resources: {'Port': ['ID=e6d07c77-511b-4c37-a7f5-4a86211b0399,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:42.991953 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5c7b9-8c86-4886-851f-e823593c8d92 None None] No DVR routers for this DVR port e6d07c77-511b-4c37-a7f5-4a86211b0399 on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:24:43.010403 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52e4702-6f13-4725-8b7a-569d89ac40d7']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:43.019945 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cad0e85-36e2-4ad3-a9fe-00d750574434') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:43.020252 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cad0e85-36e2-4ad3-a9fe-00d750574434') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:24:43.033677 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (8cad0e85-36e2-4ad3-a9fe-00d750574434), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.046874 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (8cad0e85-36e2-4ad3-a9fe-00d750574434), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.052591 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:24:43.052964 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (8cad0e85-36e2-4ad3-a9fe-00d750574434), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:24:43.054645 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:24:43.163299 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (a52e4702-6f13-4725-8b7a-569d89ac40d7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.168748 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.171795 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] 10.222.0.30 "DELETE /v2.0/networks/a52e4702-6f13-4725-8b7a-569d89ac40d7 HTTP/1.1" status: 204 len: 168 time: 0.6351528 Mar 10 07:24:43.182851 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63118bf2-84b5-49c1-b8cb-dc04aed4acaa admin admin] Pushing event deleted for resources: {'Network': ['ID=a52e4702-6f13-4725-8b7a-569d89ac40d7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:43.436822 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50602) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:43.475225 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-1d673ad4-db5c-4dd0-91f0-16e0fa46750b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4156df44ff554fc6bdf3bc55f90981b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372624 Mar 10 07:24:43.478118 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50604) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:43.521754 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13364f33-ff95-46b8-aa18-790033587b67 admin admin] Publish callbacks [] for security_group (b64735d5-89d1-47fe-980d-b4f71c22ada8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.545230 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13364f33-ff95-46b8-aa18-790033587b67 admin admin] Publish callbacks [] for security_group (b64735d5-89d1-47fe-980d-b4f71c22ada8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.677018 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13364f33-ff95-46b8-aa18-790033587b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b64735d5-89d1-47fe-980d-b4f71c22ada8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.680052 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13364f33-ff95-46b8-aa18-790033587b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:43.681193 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-13364f33-ff95-46b8-aa18-790033587b67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b64735d5-89d1-47fe-980d-b4f71c22ada8 HTTP/1.1" status: 204 len: 168 time: 0.2022228 Mar 10 07:24:43.688656 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13364f33-ff95-46b8-aa18-790033587b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64735d5-89d1-47fe-980d-b4f71c22ada8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:44.340565 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50610) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:44.379450 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-6d3446f6-fc14-427f-940e-eaff6cf58321 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ff5aeb3a506482fbc7cf849001ac6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377414 Mar 10 07:24:44.381847 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50612) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:24:44.429443 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d4dedc0-ac9b-44f6-9013-a3a307396d27 admin admin] Publish callbacks [] for security_group (b44de7b0-74a7-4de6-84e5-f070accee610), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:44.451229 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d4dedc0-ac9b-44f6-9013-a3a307396d27 admin admin] Publish callbacks [] for security_group (b44de7b0-74a7-4de6-84e5-f070accee610), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:44.470245 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e6d07c77-511b-4c37-a7f5-4a86211b0399 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:24:44.489757 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: e6d07c77-511b-4c37-a7f5-4a86211b0399 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:24:44.490024 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device e6d07c77-511b-4c37-a7f5-4a86211b0399 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:24:44.551373 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d4dedc0-ac9b-44f6-9013-a3a307396d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (b44de7b0-74a7-4de6-84e5-f070accee610), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:44.553923 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d4dedc0-ac9b-44f6-9013-a3a307396d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:44.555084 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-8d4dedc0-ac9b-44f6-9013-a3a307396d27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b44de7b0-74a7-4de6-84e5-f070accee610 HTTP/1.1" status: 204 len: 168 time: 0.1718872 Mar 10 07:24:44.562964 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dedc0-ac9b-44f6-9013-a3a307396d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44de7b0-74a7-4de6-84e5-f070accee610,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:24:44.894796 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9910b4ea-f4d0-4f4e-bbce-3b6e95a38a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:46.053666 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:47.534539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:47.866029 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:24:48.950811 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:12.511078 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-88f0749c-20c5-474b-aae5-878188f095e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:14.882507 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-66986cbf-9f58-4b6e-b10a-60e7e8305b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:15.708778 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:25:16.087906 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:17.522508 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:17.864969 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:18.956579 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:23.910987 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-c7c0c3f5-062f-4aa5-9750-0e19678207e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1398778 Mar 10 07:25:23.993880 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886545-3126-423a-a629-41b48b0d8520 req-3863cc97-fbde-4033-9bfe-cd00450910d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:23.995372 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-3863cc97-fbde-4033-9bfe-cd00450910d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 1129 time: 0.0442145 Mar 10 07:25:24.094822 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886545-3126-423a-a629-41b48b0d8520 req-48a52285-2e4b-4f77-ab89-fc42af7e6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:24.096259 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-48a52285-2e4b-4f77-ab89-fc42af7e6e81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0834775 Mar 10 07:25:24.161179 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-80d9531b-cec5-4cac-abc7-293ca334d65a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc77b4cb-7e66-416a-8955-e648956272fc HTTP/1.1" status: 200 len: 1001 time: 0.0589569 Mar 10 07:25:24.206315 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886545-3126-423a-a629-41b48b0d8520 req-32a9dc13-f717-40d8-9e4f-99307fb3e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:24.207686 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-32a9dc13-f717-40d8-9e4f-99307fb3e8d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0409019 Mar 10 07:25:24.253645 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886545-3126-423a-a629-41b48b0d8520 req-ea049bb8-8be6-417c-9109-fc967982a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:24.255060 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-ea049bb8-8be6-417c-9109-fc967982a609 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420933 Mar 10 07:25:24.343656 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-a3a6dc2f-5531-48e5-b852-f08b0f5ecf39 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829153 Mar 10 07:25:24.437462 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-ac886545-3126-423a-a629-41b48b0d8520 req-a92a9ba2-646c-42df-9594-c4e018d091cb service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880687 Mar 10 07:25:26.496052 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b757f7b-9846-44c5-ba82-c69e3bec3426 req-31bf48ed-238f-4137-8e53-09ce54075ca9 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:26.497505 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b757f7b-9846-44c5-ba82-c69e3bec3426 req-31bf48ed-238f-4137-8e53-09ce54075ca9 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0515363 Mar 10 07:25:26.542562 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1b757f7b-9846-44c5-ba82-c69e3bec3426 req-c5cfdfc6-fd17-4d2a-b6c6-d4ffdd3b26ad tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395370 Mar 10 07:25:27.658772 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed34f6b-9e6c-4458-a8a8-f0b06128743a req-c53affe9-8920-433c-8f31-0ea79c91d942 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:27.660113 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ed34f6b-9e6c-4458-a8a8-f0b06128743a req-c53affe9-8920-433c-8f31-0ea79c91d942 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0503917 Mar 10 07:25:27.707783 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1ed34f6b-9e6c-4458-a8a8-f0b06128743a req-541c8773-3bfa-48a2-9589-ddae4dbf1279 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 Mar 10 07:25:28.336996 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-a76a855a-2ff0-4312-a39b-24ee9c038a9b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:28.338371 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-a76a855a-2ff0-4312-a39b-24ee9c038a9b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0510461 Mar 10 07:25:28.426940 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port cc77b4cb-7e66-416a-8955-e648956272fc {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:25:28.427271 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:28.515751 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] For port cc77b4cb-7e66-416a-8955-e648956272fc, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=cc77b4cb-7e66-416a-8955-e648956272fc,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:25:28.516106 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:28.679614 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:28.679891 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (2b7524d2-2882-4774-9110-1bb00b50baa5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:28.680244 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP 2b7524d2-2882-4774-9110-1bb00b50baa5 disassociated. External IP: 172.27.0.167, port: cc77b4cb-7e66-416a-8955-e648956272fc. Mar 10 07:25:28.680577 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for cc77b4cb-7e66-416a-8955-e648956272fc owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:25:28.822909 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eaa7a-9e33-4812-a685-dd6304295064 req-dcc4a8ee-b683-4374-91c0-af2642be89c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:28.824353 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f0eaa7a-9e33-4812-a685-dd6304295064 req-dcc4a8ee-b683-4374-91c0-af2642be89c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 945 time: 0.0520911 Mar 10 07:25:28.859599 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (cc77b4cb-7e66-416a-8955-e648956272fc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:28.869825 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-6f0eaa7a-9e33-4812-a685-dd6304295064 req-d307451a-c225-4ac1-a50f-1c3d26500fec tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Mar 10 07:25:28.889479 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=cc77b4cb-7e66-416a-8955-e648956272fc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:28.999366 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:25:29.105809 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:25:29.115214 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:25:29.124080 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:25:29.124692 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:25:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:29.146599 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] No DVR routers for this DVR port cc77b4cb-7e66-416a-8955-e648956272fc on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:25:29.149740 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:29.152946 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-95331c7c-a7f8-4b2e-b749-2ef7bcb5f116 req-0c7d51ed-5f2e-40c1-8a6d-081ffa0f8d30 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "DELETE /v2.0/ports/cc77b4cb-7e66-416a-8955-e648956272fc HTTP/1.1" status: 204 len: 173 time: 0.8085401 Mar 10 07:25:29.153404 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'name': 'network-vif-deleted', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:25:29.155596 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba21e2-703b-4f99-a8e0-ca73fb207f21" -d '{"events": [{"server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "name": "network-vif-deleted", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:25:29.236536 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:25:29.319614 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fff339e-3f7c-4ab8-a9b8-800c453f229e x-openstack-request-id: req-8fff339e-3f7c-4ab8-a9b8-800c453f229e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:25:29.319908 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb65e19-132f-421f-b883-938fe741279b", "name": "network-vif-deleted", "tag": "cc77b4cb-7e66-416a-8955-e648956272fc", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:25:29.320211 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fff339e-3f7c-4ab8-a9b8-800c453f229e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:25:29.321185 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb65e19-132f-421f-b883-938fe741279b', 'name': 'network-vif-deleted', 'tag': 'cc77b4cb-7e66-416a-8955-e648956272fc', 'status': 'completed', 'code': 200} Mar 10 07:25:29.451767 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:29.481251 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:25:29.489291 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:25:29.489916 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:25:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:29.596310 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:25:29.786126 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:29.812625 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0167a31-821a-4cb6-8215-aea6480832d2 None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:25:29.983419 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-56f755cb-240f-4f9f-9224-2e8e1c03388c req-1bcbebc7-b210-433e-85ea-c84f738a5b2a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecb65e19-132f-421f-b883-938fe741279b HTTP/1.1" status: 200 len: 210 time: 0.0297003 Mar 10 07:25:30.056278 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53459f-2ada-4a8e-862d-6798bbc1f214 None None] New status for floating IP 2b7524d2-2882-4774-9110-1bb00b50baa5: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:25:30.929794 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device cc77b4cb-7e66-416a-8955-e648956272fc no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:25:30.954634 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: cc77b4cb-7e66-416a-8955-e648956272fc {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:25:30.954982 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device cc77b4cb-7e66-416a-8955-e648956272fc not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:25:31.105815 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:31.156927 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (7a6ffb71-f1ac-4822-80b7-b548eb93d7f8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.183112 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (7a6ffb71-f1ac-4822-80b7-b548eb93d7f8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.287073 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (7a6ffb71-f1ac-4822-80b7-b548eb93d7f8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.290091 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.291209 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a6ffb71-f1ac-4822-80b7-b548eb93d7f8 HTTP/1.1" status: 204 len: 168 time: 0.1844270 Mar 10 07:25:31.293981 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50706) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:31.300150 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6ffb71-f1ac-4822-80b7-b548eb93d7f8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:31.307773 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.308119 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.308260 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.api.v2.resource [None req-2349773d-dac6-45b3-b22d-db7817e84eca tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] show failed (client error): The resource could not be found. Mar 10 07:25:31.308456 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.308789 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.309116 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.309619 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.309960 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.310285 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.310606 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.310930 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.311252 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.311651 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.311978 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad736af-74bf-4c35-b613-46152952884d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:31.312090 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-2349773d-dac6-45b3-b22d-db7817e84eca tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups/7a6ffb71-f1ac-4822-80b7-b548eb93d7f8 HTTP/1.1" status: 404 len: 347 time: 0.0171366 Mar 10 07:25:31.312594 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50708) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:31.686260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port 1e3f7015-6aa6-4e46-9dac-65ab8d84d488 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:25:31.686597 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.758315 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.758639 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.769828 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for 1e3f7015-6aa6-4e46-9dac-65ab8d84d488 owned by network:floatingip {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:25:31.967586 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (1e3f7015-6aa6-4e46-9dac-65ab8d84d488), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:31.992002 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=1e3f7015-6aa6-4e46-9dac-65ab8d84d488,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:32.053764 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (2b7524d2-2882-4774-9110-1bb00b50baa5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:32.056349 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:32.057505 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-fd68fcf7-1983-41c2-a4fb-c51a52c50bfb tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/floatingips/2b7524d2-2882-4774-9110-1bb00b50baa5 HTTP/1.1" status: 204 len: 168 time: 0.7440257 Mar 10 07:25:32.652380 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50712) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:32.656847 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060079999', 'description': 'tempest-description--1193430970'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:32.710774 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:32.774335 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (6b74cbdc-2d29-4715-b3ed-2187678371eb), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:32.841737 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6b74cbdc-2d29-4715-b3ed-2187678371eb), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:32.869692 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b74cbdc-2d29-4715-b3ed-2187678371eb,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:32.940911 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:32.942158 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-0ce49c24-d8e7-4deb-9bd4-5ad2c0bbdcfd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2887859 Mar 10 07:25:32.944906 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50714) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:32.949086 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '6b74cbdc-2d29-4715-b3ed-2187678371eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:33.041795 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (23f968f8-bffb-4eac-9d2d-9149942039ed), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.094095 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (23f968f8-bffb-4eac-9d2d-9149942039ed), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.155956 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (23f968f8-bffb-4eac-9d2d-9149942039ed), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.173440 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f968f8-bffb-4eac-9d2d-9149942039ed,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:33.232367 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.233607 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-f32e256f-7891-48db-9963-fb82ae9659c2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876978 Mar 10 07:25:33.236149 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50716) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:33.240377 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'security_group_rule': {'security_group_id': '6b74cbdc-2d29-4715-b3ed-2187678371eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:33.297769 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (816f7cd1-ff40-437a-9054-42870daf523a), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.351007 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (816f7cd1-ff40-437a-9054-42870daf523a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.401892 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586228'] for security_group_rule (816f7cd1-ff40-437a-9054-42870daf523a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.422997 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816f7cd1-ff40-437a-9054-42870daf523a,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:33.483481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.484662 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-7827464f-a663-4a65-a088-b53f49de1ae8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475317 Mar 10 07:25:33.487644 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50718) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:33.491890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:33.561765 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.653797 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.753132 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.27.0.3 (7d55ff7b-d778-4b9b-b550-bb168eff8727/fbe00f93-f0d3-4a43-914c-82266ec9c5f1/824ca8f8-35b8-4702-89f1-cc3daf37d982) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:25:33.849993 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.939629 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:33.979494 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 7d55ff7b-d778-4b9b-b550-bb168eff8727 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:25:33.982260 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:25:33.984660 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:25:34.013808 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=824ca8f8-35b8-4702-89f1-cc3daf37d982,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:34.076055 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (5f833875-7dc1-4a78-8985-6340134232f0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:34.183621 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:34.327862 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:34.391339 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:34.459896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=824ca8f8-35b8-4702-89f1-cc3daf37d982,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:34.472068 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (5f833875-7dc1-4a78-8985-6340134232f0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:34.575412 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:34.576659 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-a33289c2-ab4b-4852-ac20-31e7d2726f8b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0881093 Mar 10 07:25:34.717973 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-b2897936-b14e-40f9-89a3-b02026dee4bf tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2060079999&fields=id&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 267 time: 0.0401173 Mar 10 07:25:34.821961 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-0759e1c5-4265-4a4d-a6b6-c855aed44800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:34.823374 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-0759e1c5-4265-4a4d-a6b6-c855aed44800 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.0992005 Mar 10 07:25:34.838152 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-91539168-7835-4951-9199-95a4c650954a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/quotas/3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 375 time: 0.0092795 Mar 10 07:25:34.889925 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-3e3e43cc-a082-42c4-bd43-6dc3bb541727 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468364 Mar 10 07:25:35.036712 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-9f3e05a5-410c-462e-a23a-555330d69030 service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350598 Mar 10 07:25:35.129898 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7ef76585-3cd1-448f-8d94-2aa249bc9ebe service neutron] 10.222.0.30 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865827 Mar 10 07:25:35.386845 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-8a2f5c05-e832-4f37-b564-f5c772623fda req-7c7927a7-b863-4f46-aa20-a5dc04adb1a2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 210 time: 0.0281894 Mar 10 07:25:36.478959 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f98eddf5-99ec-4dea-9788-884e6a3e2d4b req-7054da53-4da9-4924-aa83-8ce249221368 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 210 time: 0.0275035 Mar 10 07:25:37.237067 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-8fee9062-3bd6-4e1a-9d8d-9b8836654c84 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:37.238561 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-8fee9062-3bd6-4e1a-9d8d-9b8836654c84 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 814 time: 0.0985305 Mar 10 07:25:37.300314 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-6c6142e1-b786-49fa-9d84-10e396e1dfaf tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e26e6f3af834127bb16ffa1c437d48e HTTP/1.1" status: 200 len: 380 time: 0.0536337 Mar 10 07:25:37.309265 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'port': {'device_id': '2613f216-4e07-446c-a096-a8449887d2fa', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'admin_state_up': True, 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'security_groups': ['6b74cbdc-2d29-4715-b3ed-2187678371eb']}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:37.504722 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Made reservation on behalf of 3e26e6f3af834127bb16ffa1c437d48e for: {'port': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:25:37.508176 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:37.574308 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-0142ff8f-77e0-48f9-9eed-44f51980adbd req-19172a42-66bc-4e9f-8f33-84972ea08e9f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 210 time: 0.0300670 Mar 10 07:25:37.636242 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Allocated IP 172.20.0.14 (95f20068-6de7-4271-985f-77c0f6372a18/12095121-72d3-478b-8c86-31987c47c6bf/46e75b42-d829-4d93-916e-4258fdd317cd) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 07:25:37.763634 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for port (46e75b42-d829-4d93-916e-4258fdd317cd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:37.870306 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762904182393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:37.911436 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Network 95f20068-6de7-4271-985f-77c0f6372a18 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 07:25:37.916798 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:25:37.920332 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 07:25:37.942901 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event updated for resources: {'Port': ['ID=46e75b42-d829-4d93-916e-4258fdd317cd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:37.976257 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:37.976887 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.044664 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-7b7a8791-25fd-4555-a608-df18d18051cd tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7394102 Mar 10 07:25:38.055786 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Request body: {'port': {'device_id': '2613f216-4e07-446c-a096-a8449887d2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83291'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:38.117556 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.137376 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-4f99e834-603a-4639-8c59-54454e898384 None None] Provisioning complete for port 46e75b42-d829-4d93-916e-4258fdd317cd triggered by entity DHCP. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:25:38.137921 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4f99e834-603a-4639-8c59-54454e898384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.171407 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-4f99e834-603a-4639-8c59-54454e898384 None None] Port 46e75b42-d829-4d93-916e-4258fdd317cd cannot update to ACTIVE because it is not bound. {{(pid=103618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 07:25:38.372476 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e75b42-d829-4d93-916e-4258fdd317cd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:25:38.379989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Publish callbacks [] for port (46e75b42-d829-4d93-916e-4258fdd317cd), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.392114 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Transition to ACTIVE for port object 46e75b42-d829-4d93-916e-4258fdd317cd will not be triggered until provisioned by entity L2. {{(pid=103617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 07:25:38.487550 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.535281 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Pushing event updated for resources: {'Port': ['ID=46e75b42-d829-4d93-916e-4258fdd317cd,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:38.610839 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Attempting to bind port 46e75b42-d829-4d93-916e-4258fdd317cd on host hv-cinder-83291 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 07:25:38.611162 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Attempting to bind port 46e75b42-d829-4d93-916e-4258fdd317cd by drivers openvswitch,hyperv on host hv-cinder-83291 at level 0 using segments [{'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 07:25:38.611612 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Attempting to bind port 46e75b42-d829-4d93-916e-4258fdd317cd on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:25:38.616249 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Port 46e75b42-d829-4d93-916e-4258fdd317cd on network 95f20068-6de7-4271-985f-77c0f6372a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83291 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 07:25:38.616565 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Attempting to bind port 46e75b42-d829-4d93-916e-4258fdd317cd on network 95f20068-6de7-4271-985f-77c0f6372a18 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 07:25:38.622727 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Checking agent: {'id': '9292858f-7248-4889-9f26-a0103d342e80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83291', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'started_at': datetime.datetime(2022, 3, 10, 7, 7, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 7, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 07:25:38.623122 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Checking segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:25:38.623498 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Bound using segment: {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 07:25:38.623914 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Bound port: 46e75b42-d829-4d93-916e-4258fdd317cd, host: hv-cinder-83291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394ecd15-90a6-4d4f-a556-cc9714a3b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 07:25:38.624262 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.690187 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] For port 46e75b42-d829-4d93-916e-4258fdd317cd, host hv-cinder-83291, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 07:25:38.693917 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] For port 46e75b42-d829-4d93-916e-4258fdd317cd, host hv-cinder-83291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=46e75b42-d829-4d93-916e-4258fdd317cd,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 07:25:38.710987 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24230a1-3465-4eb0-b990-5b274031e14e req-6bac3235-3c11-47a3-aadc-f3546612e078 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:38.710987 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a24230a1-3465-4eb0-b990-5b274031e14e req-6bac3235-3c11-47a3-aadc-f3546612e078 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 944 time: 0.0569546 Mar 10 07:25:38.754193 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a24230a1-3465-4eb0-b990-5b274031e14e req-5065fd42-3538-486a-baf7-f68f7d5cfa35 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Mar 10 07:25:38.756499 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5904929'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.790206 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:38.790809 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:38.792164 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/46e75b42-d829-4d93-916e-4258fdd317cd HTTP/1.1" status: 200 len: 1094 time: 0.7407761 Mar 10 07:25:38.792601 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:25:38.794812 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f" -d '{"events": [{"name": "network-changed", "server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:25:38.819769 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b1515-7571-407e-a687-4a84ac8f49f3 service neutron] Pushing event updated for resources: {'Port': ['ID=46e75b42-d829-4d93-916e-4258fdd317cd,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:38.833528 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a144ea37-2651-4a6d-9fbb-63afa71786cd x-openstack-request-id: req-a144ea37-2651-4a6d-9fbb-63afa71786cd {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:25:38.833824 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:25:38.834105 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a144ea37-2651-4a6d-9fbb-63afa71786cd {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:25:38.834722 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd', 'status': 'completed', 'code': 200} Mar 10 07:25:38.898733 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f req-49521cef-ed9d-499c-8fb2-03a31c3675b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:38.900248 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f req-49521cef-ed9d-499c-8fb2-03a31c3675b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 1128 time: 0.0460386 Mar 10 07:25:39.000714 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f req-a3dd06a5-6cf0-42e1-9802-9e6b03be3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:39.002214 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f req-a3dd06a5-6cf0-42e1-9802-9e6b03be3ccd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959380 Mar 10 07:25:39.095356 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f req-455bb0f4-7d09-48c9-af23-4f8c3d8f9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:39.096707 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-5ae5ab92-c9e8-4098-9fef-b2ffe0d5383f req-455bb0f4-7d09-48c9-af23-4f8c3d8f9246 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890055 Mar 10 07:25:39.172278 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-c62b6460-da0b-4f91-b0e5-1a166e78c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:39.173764 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-c62b6460-da0b-4f91-b0e5-1a166e78c3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 1128 time: 0.0436251 Mar 10 07:25:39.214130 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-f7379aba-2f37-4a3f-a2aa-66604d1e93e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46e75b42-d829-4d93-916e-4258fdd317cd HTTP/1.1" status: 200 len: 217 time: 0.0324960 Mar 10 07:25:39.263246 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-da24b822-e771-4a97-af47-f5055ddfb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:39.264625 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-da24b822-e771-4a97-af47-f5055ddfb76f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0443757 Mar 10 07:25:39.311633 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-4ea4371b-4ff9-48b0-a88b-b342e6f427ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:39.313095 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-4ea4371b-4ff9-48b0-a88b-b342e6f427ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425022 Mar 10 07:25:39.399043 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-87713ea7-8952-4176-be74-0f1b3255d6be service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794928 Mar 10 07:25:39.486012 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-28fc0c6d-68b2-4ca7-9705-dbb1606301c3 req-495d5270-1648-4a89-8101-fe81f265081a service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821989 Mar 10 07:25:39.623197 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [req-2d0b150d-6bde-412b-9b6e-f9e66e0702d8 req-c702744c-01d0-4135-a38f-d38dce50ba0e service neutron] (103617) timed out ('10.222.0.20', 52458) {{(pid=103617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 07:25:39.869424 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54396-0221-4375-b4ff-16280ae68cb9 req-e1622970-1f32-4cd4-ab47-56c27b4218f6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:39.870870 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-26d54396-0221-4375-b4ff-16280ae68cb9 req-e1622970-1f32-4cd4-ab47-56c27b4218f6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 944 time: 0.0513089 Mar 10 07:25:39.915452 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-26d54396-0221-4375-b4ff-16280ae68cb9 req-b42bff83-4ef7-4a93-a923-507cbd3d7a37 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Mar 10 07:25:41.036171 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9999-4c15-4801-9826-9eff669f118f req-8e47fe9f-7ba1-4bc0-a067-e4abf827062d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:41.037607 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-edca9999-4c15-4801-9826-9eff669f118f req-8e47fe9f-7ba1-4bc0-a067-e4abf827062d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 944 time: 0.0542870 Mar 10 07:25:41.081756 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-edca9999-4c15-4801-9826-9eff669f118f req-8e0c3dbe-90b9-4838-aefa-d99537825f2e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386467 Mar 10 07:25:42.196077 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f944023-f9ee-40d4-ac42-a6f856ee005d req-34849e63-1765-4f08-b4d3-5fae293eecf1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:42.197529 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1f944023-f9ee-40d4-ac42-a6f856ee005d req-34849e63-1765-4f08-b4d3-5fae293eecf1 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 944 time: 0.0507982 Mar 10 07:25:42.241926 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-1f944023-f9ee-40d4-ac42-a6f856ee005d req-12599274-906d-4328-bdd7-87ce5d87c11d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Mar 10 07:25:42.458898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b83389-22a8-4754-a4a0-038134cc8358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:42.990671 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 46e75b42-d829-4d93-916e-4258fdd317cd details requested by agent hyperv_hv-cinder-83291 with host hv-cinder-83291 {{(pid=103618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 07:25:43.085248 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 46e75b42-d829-4d93-916e-4258fdd317cd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=46e75b42-d829-4d93-916e-4258fdd317cd,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:25:43.100238 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Returning: {'device': '46e75b42-d829-4d93-916e-4258fdd317cd', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'port_id': '46e75b42-d829-4d93-916e-4258fdd317cd', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 07:25:43.136424 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 46e75b42-d829-4d93-916e-4258fdd317cd is: DOWN; New status is: BUILD {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:25:43.136812 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:43.149525 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e75b42-d829-4d93-916e-4258fdd317cd {{(pid=103618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 07:25:43.168437 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 46e75b42-d829-4d93-916e-4258fdd317cd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=46e75b42-d829-4d93-916e-4258fdd317cd,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:25:43.229966 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:43.276163 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=46e75b42-d829-4d93-916e-4258fdd317cd,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:43.282975 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.283321 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.283663 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.284000 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.284331 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.284655 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.284980 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.285317 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.285644 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.285965 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.286285 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.286606 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.286921 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:25:43.358858 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ca34-b999-4f39-ad80-9a2c1eb74ff2 req-e4249266-493b-4ad4-b6c8-1ef65a34c90d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:43.360271 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f090ca34-b999-4f39-ad80-9a2c1eb74ff2 req-e4249266-493b-4ad4-b6c8-1ef65a34c90d tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 945 time: 0.0504818 Mar 10 07:25:43.408473 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f090ca34-b999-4f39-ad80-9a2c1eb74ff2 req-bb30da8e-e196-44a6-b99b-15e0f89e3418 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Mar 10 07:25:43.535806 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] get_ports_and_sgs() called for port_ids ['46e75b42-d829-4d93-916e-4258fdd317cd'] {{(pid=103618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 07:25:44.522925 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b355c-5035-4f97-81ad-ef72de5b67d5 req-685a6d5c-f0b2-4b68-8537-35dc086f9595 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:44.524862 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f42b355c-5035-4f97-81ad-ef72de5b67d5 req-685a6d5c-f0b2-4b68-8537-35dc086f9595 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 945 time: 0.0509341 Mar 10 07:25:44.569117 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-f42b355c-5035-4f97-81ad-ef72de5b67d5 req-33299a14-609b-4fa3-8557-656472f64c6b tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Mar 10 07:25:44.893289 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ea013e78-c952-43a2-9600-85783e07a8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:45.009897 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 46e75b42-d829-4d93-916e-4258fdd317cd up at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 07:25:45.127018 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning for port 46e75b42-d829-4d93-916e-4258fdd317cd completed by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 07:25:45.130708 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.provisioning_blocks [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Provisioning complete for port 46e75b42-d829-4d93-916e-4258fdd317cd triggered by entity L2. {{(pid=103618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 07:25:45.131100 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953861'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), provisioning_complete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:45.331969 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Current status of the port 46e75b42-d829-4d93-916e-4258fdd317cd is: BUILD; New status is: ACTIVE {{(pid=103618) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 07:25:45.332360 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:45.354609 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd'}] {{(pid=103618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:25:45.356807 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5fde03ee4ed1e296db55e2b64eb579e7385b4f73be566974e319b759cac80a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed81801-7f81-4119-a0a5-192efd9e4ad4" -d '{"events": [{"server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "name": "network-vif-plugged", "status": "completed", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd"}]}' {{(pid=103618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:25:45.369142 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] For port 46e75b42-d829-4d93-916e-4258fdd317cd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=46e75b42-d829-4d93-916e-4258fdd317cd,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:25:45.424649 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762904701287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762904182411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762904182429'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:45.448735 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde00a7-7b2e-495d-ae55-fb52781e79fc x-openstack-request-id: req-6bde00a7-7b2e-495d-ae55-fb52781e79fc {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:25:45.449025 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "name": "network-vif-plugged", "status": "completed", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd", "code": 200}]} {{(pid=103618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:25:45.449274 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bde00a7-7b2e-495d-ae55-fb52781e79fc {{(pid=103618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:25:45.449684 dv-cinder-832919-1-iscsi neutron-server[103618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd', 'code': 200} Mar 10 07:25:45.478053 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Pushing event updated for resources: {'Port': ['ID=46e75b42-d829-4d93-916e-4258fdd317cd,revision_number=5']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:25:45.685640 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cdf8e-02e9-4787-8aff-fb025178c998 req-9be7873c-2c0a-41c2-a2e5-88d14573a928 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:45.687838 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-659cdf8e-02e9-4787-8aff-fb025178c998 req-9be7873c-2c0a-41c2-a2e5-88d14573a928 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0520136 Mar 10 07:25:45.691535 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f8498-d3c9-450e-b665-09d1ce2dc584 req-8f09aabe-3a4f-46fc-9c18-79a037f86f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:45.692987 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c09f8498-d3c9-450e-b665-09d1ce2dc584 req-8f09aabe-3a4f-46fc-9c18-79a037f86f48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 1130 time: 0.0442684 Mar 10 07:25:45.733926 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-659cdf8e-02e9-4787-8aff-fb025178c998 req-d6bd5c63-97dc-42c4-9f28-de83b2454f1f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Mar 10 07:25:45.735625 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-c09f8498-d3c9-450e-b665-09d1ce2dc584 req-8c75bac2-ac14-470e-af2b-5eef564e6fa4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364583 Mar 10 07:25:46.070098 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:46.853001 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d175a-e1b6-40a0-ac6f-209049f231b6 req-fcef0f7e-cc2c-44ab-834a-4d777119008a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:46.854455 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b50d175a-e1b6-40a0-ac6f-209049f231b6 req-fcef0f7e-cc2c-44ab-834a-4d777119008a tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0542953 Mar 10 07:25:46.899575 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-b50d175a-e1b6-40a0-ac6f-209049f231b6 req-4f9f66d9-e0e5-47e0-9b52-01139dc028ed tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Mar 10 07:25:47.515519 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:47.898487 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:48.015253 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7427b-d2b3-4f47-b594-fda83ac72498 req-90c16629-876e-4897-a7bd-97fdc90f8c8e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:48.016700 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dca7427b-d2b3-4f47-b594-fda83ac72498 req-90c16629-876e-4897-a7bd-97fdc90f8c8e tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0513849 Mar 10 07:25:48.064189 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-dca7427b-d2b3-4f47-b594-fda83ac72498 req-a0dee36b-7b43-4742-9515-9277397e9408 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 Mar 10 07:25:48.178753 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6accd-1c00-4fe1-90d1-94367730dddc req-2ae8b1cb-58c4-4aff-9125-e111ab2e8a29 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:48.180172 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-5de6accd-1c00-4fe1-90d1-94367730dddc req-2ae8b1cb-58c4-4aff-9125-e111ab2e8a29 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0543902 Mar 10 07:25:48.192759 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50784) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:25:48.197041 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Request body: {'floatingip': {'port_id': '46e75b42-d829-4d93-916e-4258fdd317cd'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:25:48.235982 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (5f833875-7dc1-4a78-8985-6340134232f0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:48.664185 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:48.738410 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (5f833875-7dc1-4a78-8985-6340134232f0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:48.837253 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.l3_db [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP 5f833875-7dc1-4a78-8985-6340134232f0 associated. External IP: 172.27.0.3, port: 46e75b42-d829-4d93-916e-4258fdd317cd. Mar 10 07:25:48.962199 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:49.246967 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:25:49.354544 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:25:49.360196 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:25:49.366421 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:25:49.377447 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:25:49.378355 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:25:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:49.391234 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b3f6f716-7564-4fa0-a139-67600a5832f2 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "PUT /v2.0/floatingips/5f833875-7dc1-4a78-8985-6340134232f0 HTTP/1.1" status: 200 len: 990 time: 1.1974332 Mar 10 07:25:49.391906 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:25:49.394283 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baf35b9b79eea0eea4fec5e79b761493b327e2610e5a64350567f7a665125215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb29f349-81a1-45be-ab35-55aaaa99a2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:25:49.437476 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 07:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9ce06-355c-4404-bfbb-b163b0d8c896 x-openstack-request-id: req-1cf9ce06-355c-4404-bfbb-b163b0d8c896 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:25:49.437774 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:25:49.438026 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cf9ce06-355c-4404-bfbb-b163b0d8c896 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:25:49.438422 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd', 'status': 'completed', 'code': 200} Mar 10 07:25:49.511026 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-11afaed5-3fb3-4934-b3ca-6f1fae02d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:49.512163 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:25:49.512602 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-11afaed5-3fb3-4934-b3ca-6f1fae02d307 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 1130 time: 0.0514674 Mar 10 07:25:49.606514 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-847ef815-84e0-456e-b789-2e686589bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:49.607517 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-847ef815-84e0-456e-b789-2e686589bf56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0891345 Mar 10 07:25:49.678948 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-fdc0b4cb-b98a-4ff0-9b2f-f97d5ebaf940 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46e75b42-d829-4d93-916e-4258fdd317cd HTTP/1.1" status: 200 len: 998 time: 0.0657640 Mar 10 07:25:49.725956 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-484b9262-0746-457f-a7ff-6e224153f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:49.727384 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-484b9262-0746-457f-a7ff-6e224153f45d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0424597 Mar 10 07:25:49.739030 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '5f833875-7dc1-4a78-8985-6340134232f0', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': '46e75b42-d829-4d93-916e-4258fdd317cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2613f216-4e07-446c-a096-a8449887d2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:25:34Z', 'updated_at': '2022-03-10T07:25:48Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:49.771054 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:25:49.774617 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-cf353a85-c1c0-4cab-ba3a-93c2d1d83097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:25:49.776758 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-cf353a85-c1c0-4cab-ba3a-93c2d1d83097 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441093 Mar 10 07:25:49.779963 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:25:49.780561 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:25:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:49.868082 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-05aee87d-eae0-4e01-b37b-a44da23ab4bd service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Mar 10 07:25:49.888594 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:25:49.957274 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-fb29f349-81a1-45be-ab35-55aaaa99a2c6 req-c10a6076-49bc-4748-9651-df9d2a7de78e service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835814 Mar 10 07:25:50.113372 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '5f833875-7dc1-4a78-8985-6340134232f0', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': '46e75b42-d829-4d93-916e-4258fdd317cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2613f216-4e07-446c-a096-a8449887d2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:25:34Z', 'updated_at': '2022-03-10T07:25:48Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:25:50.142445 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc56e4-b03c-4212-ada4-951a478f092c None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_floatingips': [{'id': '5f833875-7dc1-4a78-8985-6340134232f0', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'router_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'port_id': '46e75b42-d829-4d93-916e-4258fdd317cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2613f216-4e07-446c-a096-a8449887d2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T07:25:34Z', 'updated_at': '2022-03-10T07:25:48Z', 'revision_number': 1, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:25:50.329680 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581c276-2e1e-4ffa-8660-cd390f4eea31 None None] New status for floating IP 5f833875-7dc1-4a78-8985-6340134232f0: ACTIVE {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:25:52.707760 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:26:12.464474 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9fec34d0-b986-48f6-adc9-88c3bc135959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:14.892151 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4c6c11d2-566f-4bff-8421-6641fe505452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:16.058564 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:17.543857 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:17.915258 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:18.966449 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:25.841445 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-f5cfb3fb-bc50-4e90-9c9f-665047dcae61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455594 Mar 10 07:26:25.924003 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-dc8924b8-ccc0-430d-9031-d58b9b9b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:26:25.925504 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-dc8924b8-ccc0-430d-9031-d58b9b9b953f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 1130 time: 0.0428386 Mar 10 07:26:26.023889 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-9329346b-cc0d-4322-8681-3e2665d0c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:26:26.025347 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-9329346b-cc0d-4322-8681-3e2665d0c55f service neutron] 10.222.0.20 "GET /v2.0/networks?id=95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 200 len: 915 time: 0.0827758 Mar 10 07:26:26.091397 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-679f5873-2b5b-4086-8045-3f765503ac17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46e75b42-d829-4d93-916e-4258fdd317cd HTTP/1.1" status: 200 len: 1000 time: 0.0606549 Mar 10 07:26:26.137711 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-e97bb3c5-d58b-4f6a-b253-2dafd219a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:26:26.139024 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-e97bb3c5-d58b-4f6a-b253-2dafd219a649 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 200 len: 853 time: 0.0419800 Mar 10 07:26:26.184795 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-10b39514-efc2-4f4e-ba4b-f5a78b4e3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:26:26.186237 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-10b39514-efc2-4f4e-ba4b-f5a78b4e3422 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95f20068-6de7-4271-985f-77c0f6372a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419123 Mar 10 07:26:26.274245 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-159429b1-8e2b-4852-8e3b-f3cf6cc477ec service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821109 Mar 10 07:26:26.363956 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2ae62563-0084-46e8-a1c5-7a1d17ac844e req-2b60fccc-7325-4d5b-be49-d7c0a09bf429 service neutron] 10.222.0.20 "GET /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837114 Mar 10 07:26:29.706406 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:26:42.474415 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9cb311d3-692a-4739-bc96-4fdf41f591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:44.891957 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c40a090a-28ab-4ba5-926a-2f2d27bc53af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:46.051568 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:47.577500 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:47.920249 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:26:48.949056 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:05.784604 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d016d-8798-48cc-85c0-9be264790db4 req-0c0cb9b8-4a70-4d86-84b8-91e01cb106e5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:05.786106 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a83d016d-8798-48cc-85c0-9be264790db4 req-0c0cb9b8-4a70-4d86-84b8-91e01cb106e5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0526559 Mar 10 07:27:05.831002 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-a83d016d-8798-48cc-85c0-9be264790db4 req-fc337129-414c-4c75-b0e7-774ba2a0acb4 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392742 Mar 10 07:27:06.782148 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:27:06.948860 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598b313-b46f-43c3-be1d-0ac935a74f3d req-9735e331-b9c0-45bb-8ba6-ecde6a172be6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:06.950339 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7598b313-b46f-43c3-be1d-0ac935a74f3d req-9735e331-b9c0-45bb-8ba6-ecde6a172be6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0517642 Mar 10 07:27:06.999326 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-7598b313-b46f-43c3-be1d-0ac935a74f3d req-5eebf66c-e6e2-4c39-be90-16f216a97019 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b74cbdc-2d29-4715-b3ed-2187678371eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Mar 10 07:27:07.485493 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-06866697-2979-44d1-87f1-abe0ce6da2a5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:07.486892 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-06866697-2979-44d1-87f1-abe0ce6da2a5 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 946 time: 0.0508265 Mar 10 07:27:07.572890 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port 46e75b42-d829-4d93-916e-4258fdd317cd {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:27:07.573247 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:07.660280 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] For port 46e75b42-d829-4d93-916e-4258fdd317cd, host hv-cinder-83291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83291',level=0,port_id=46e75b42-d829-4d93-916e-4258fdd317cd,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:27:07.660631 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:07.819600 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:07.819891 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613455'] for floatingip (5f833875-7dc1-4a78-8985-6340134232f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:07.820201 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.l3_db [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Floating IP 5f833875-7dc1-4a78-8985-6340134232f0 disassociated. External IP: 172.27.0.3, port: 46e75b42-d829-4d93-916e-4258fdd317cd. Mar 10 07:27:07.820527 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for 46e75b42-d829-4d93-916e-4258fdd317cd owned by compute:nova {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:27:08.000020 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (46e75b42-d829-4d93-916e-4258fdd317cd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:08.037759 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=46e75b42-d829-4d93-916e-4258fdd317cd,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:08.050216 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.052608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.053272 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.053272 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.053483 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.053776 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.054010 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:08.098599 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-d3015f3d-955b-43c0-a0f7-3e98a879b205 req-09af769b-c870-4b43-b539-950dcf961eb8 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 210 time: 0.0270426 Mar 10 07:27:08.166824 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:27:08.273565 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:27:08.285236 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:27:08.295446 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:27:08.296175 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:26:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:08.315235 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] No DVR routers for this DVR port 46e75b42-d829-4d93-916e-4258fdd317cd on host hv-cinder-83291 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:27:08.317312 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for port (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:08.320639 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [req-2a3b06a4-b3c5-454f-abaf-6d2025e30f9c req-7e531144-ffb7-4d67-9658-33c31250069f tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.20 "DELETE /v2.0/ports/46e75b42-d829-4d93-916e-4258fdd317cd HTTP/1.1" status: 204 len: 173 time: 0.8282864 Mar 10 07:27:08.321084 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'name': 'network-vif-deleted', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 07:27:08.324043 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846f1ae1a0b4a541608dfb16fd5d4c0d49f4c7c7ee274cecac91d7c9c6b76a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81621a56-7095-470a-a0ef-9e5f08942fe9" -d '{"events": [{"server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "name": "network-vif-deleted", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 07:27:08.359213 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 07:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264bbbda-a7fb-4000-a356-fa5daac4e84f x-openstack-request-id: req-264bbbda-a7fb-4000-a356-fa5daac4e84f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 07:27:08.359570 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2613f216-4e07-446c-a096-a8449887d2fa", "name": "network-vif-deleted", "tag": "46e75b42-d829-4d93-916e-4258fdd317cd", "status": "completed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 07:27:08.359891 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-264bbbda-a7fb-4000-a356-fa5daac4e84f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 07:27:08.360300 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2613f216-4e07-446c-a096-a8449887d2fa', 'name': 'network-vif-deleted', 'tag': '46e75b42-d829-4d93-916e-4258fdd317cd', 'status': 'completed', 'code': 200} Mar 10 07:27:08.540879 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:27:08.735768 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:08.765854 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:27:08.773765 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:27:08.774368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:26:45Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:08.879963 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:27:09.078422 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:09.109475 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3e410-683d-4d60-9b33-68f434242a0a None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:21Z', 'revision_number': 4, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi', '_interfaces': [{'id': '776977e2-d558-4e87-b3a2-084d5c9fa98e', 'name': '', 'network_id': '95f20068-6de7-4271-985f-77c0f6372a18', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'mac_address': 'fa:16:3e:39:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '12095121-72d3-478b-8c86-31987c47c6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:20Z', 'updated_at': '2022-03-10T07:20:25Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'subnets': [{'id': '12095121-72d3-478b-8c86-31987c47c6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:27:09.205377 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [req-e0c3b3f8-e4da-4a63-8698-549cd1f9241a req-6a36231d-8729-483c-8af9-e57825f614e7 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2613f216-4e07-446c-a096-a8449887d2fa HTTP/1.1" status: 200 len: 210 time: 0.0276659 Mar 10 07:27:09.328555 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150dc01-fefb-4a8d-858b-3ec3e8ba3eee None None] New status for floating IP 5f833875-7dc1-4a78-8985-6340134232f0: DOWN {{(pid=103619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 07:27:10.371717 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50886) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:10.426859 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15a032e4-98a2-412c-942f-ca0905298406 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (6b74cbdc-2d29-4715-b3ed-2187678371eb), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.449674 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15a032e4-98a2-412c-942f-ca0905298406 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (6b74cbdc-2d29-4715-b3ed-2187678371eb), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.560036 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15a032e4-98a2-412c-942f-ca0905298406 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (6b74cbdc-2d29-4715-b3ed-2187678371eb), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.562533 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15a032e4-98a2-412c-942f-ca0905298406 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.563669 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-15a032e4-98a2-412c-942f-ca0905298406 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b74cbdc-2d29-4715-b3ed-2187678371eb HTTP/1.1" status: 204 len: 168 time: 0.1909134 Mar 10 07:27:10.566543 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50888) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:10.572725 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a032e4-98a2-412c-942f-ca0905298406 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b74cbdc-2d29-4715-b3ed-2187678371eb,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:10.581680 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.api.v2.resource [None req-ddb4aa9d-464d-4302-a8ed-59bebaa0c4b6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] show failed (client error): The resource could not be found. Mar 10 07:27:10.582668 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-ddb4aa9d-464d-4302-a8ed-59bebaa0c4b6 tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "GET /v2.0/security-groups/6b74cbdc-2d29-4715-b3ed-2187678371eb HTTP/1.1" status: 404 len: 347 time: 0.0151014 Mar 10 07:27:10.585501 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:10.705458 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Deleting port 824ca8f8-35b8-4702-89f1-cc3daf37d982 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:27:10.705797 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.780339 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.780657 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (824ca8f8-35b8-4702-89f1-cc3daf37d982), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.791763 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Calling delete_port for 824ca8f8-35b8-4702-89f1-cc3daf37d982 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:27:10.971231 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (824ca8f8-35b8-4702-89f1-cc3daf37d982), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:10.998842 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Pushing event deleted for resources: {'Port': ['ID=824ca8f8-35b8-4702-89f1-cc3daf37d982,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:11.028878 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.029228 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.029605 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.029942 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.030276 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.030612 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.030937 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.031260 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.031583 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.031905 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.032227 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.032546 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.032910 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:11.068721 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks [] for floatingip (5f833875-7dc1-4a78-8985-6340134232f0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:11.071227 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106331'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:11.072344 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-8ecbee32-8628-4fb7-a40d-197ea26ee7ba tempest-AttachVolumeNegativeTest-1970864702 tempest-AttachVolumeNegativeTest-1970864702-project] 10.222.0.30 "DELETE /v2.0/floatingips/5f833875-7dc1-4a78-8985-6340134232f0 HTTP/1.1" status: 204 len: 168 time: 0.4859452 Mar 10 07:27:11.520366 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 46e75b42-d829-4d93-916e-4258fdd317cd no longer exists at agent hyperv_hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:27:11.540881 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] No Port match for: 46e75b42-d829-4d93-916e-4258fdd317cd {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:27:11.544572 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Device 46e75b42-d829-4d93-916e-4258fdd317cd not bound to the agent host hv-cinder-83291 {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:27:12.479938 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a7d4ca21-dd82-4e78-bfb4-3be7ed1f8f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:14.902864 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e12d690d-2f4e-4dfc-aab2-9c02aafd1d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:15.047987 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50926) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:15.728403 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607055'] for router_interface (b415efd3-2640-4831-8e40-151a84bd8fdc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:15.966354 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Deleting port 776977e2-d558-4e87-b3a2-084d5c9fa98e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:27:15.966677 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:16.044909 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] For port 776977e2-d558-4e87-b3a2-084d5c9fa98e, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=776977e2-d558-4e87-b3a2-084d5c9fa98e,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:27:16.045262 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:16.057017 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Calling delete_port for 776977e2-d558-4e87-b3a2-084d5c9fa98e owned by network:router_interface {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:27:16.062639 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:16.285568 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (776977e2-d558-4e87-b3a2-084d5c9fa98e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:16.310652 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Pushing event deleted for resources: {'Port': ['ID=776977e2-d558-4e87-b3a2-084d5c9fa98e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:16.477273 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606431'] for router_interface (b415efd3-2640-4831-8e40-151a84bd8fdc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:16.689998 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Router b415efd3-2640-4831-8e40-151a84bd8fdc has already been hosted by L3 agent 756d519b-a3f6-4ee4-846f-e457dd146a63 {{(pid=103617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 07:27:16.795254 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] Notify agent at l3_agent.dv-cinder-832919-1-iscsi the message routers_updated {{(pid=103617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 07:27:16.802682 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-d787cc80-3682-4c9c-9cb7-c11c66469882 admin admin] 10.222.0.30 "PUT /v2.0/routers/b415efd3-2640-4831-8e40-151a84bd8fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7511544 Mar 10 07:27:16.802682 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50930) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:16.803572 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] Sync routers for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 07:27:16.812515 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:27:16.813122 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:27:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:16.906244 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks [] for router (b415efd3-2640-4831-8e40-151a84bd8fdc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:16.922882 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: dv-cinder-832919-1-iscsi {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:27:17.012451 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks [] for router_gateway (b415efd3-2640-4831-8e40-151a84bd8fdc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.101543 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'external_fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:27:16Z', 'revision_number': 5, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port': {'id': 'bc3dffe4-ff57-4836-8da0-4c031ea25ac3', 'name': '', 'network_id': '7d55ff7b-d778-4b9b-b550-bb168eff8727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832919-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbe00f93-f0d3-4a43-914c-82266ec9c5f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832919-1-iscsi'}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:17.127434 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Deleting port bc3dffe4-ff57-4836-8da0-4c031ea25ac3 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:27:17.128000 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.128337 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] Checking router: b415efd3-2640-4831-8e40-151a84bd8fdc for host: dv-cinder-832919-1-iscsi {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 07:27:17.137351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] Routers {'b415efd3-2640-4831-8e40-151a84bd8fdc'} bound to L3 agent in host dv-cinder-832919-1-iscsi {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 07:27:17.137964 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832919-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T07:00:45Z,description=,heartbeat_timestamp=2022-03-10T07:27:15Z,host='dv-cinder-832919-1-iscsi',id=756d519b-a3f6-4ee4-846f-e457dd146a63,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T07:00:45Z,topic='l3_agent')) {'router_ids': ['b415efd3-2640-4831-8e40-151a84bd8fdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:17.206880 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] For port bc3dffe4-ff57-4836-8da0-4c031ea25ac3, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,segment=NetworkSegment(4e457f9d-2418-471c-b608-b86ff54f5c56),segment_id=4e457f9d-2418-471c-b608-b86ff54f5c56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:27:17.207232 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.218965 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Calling delete_port for bc3dffe4-ff57-4836-8da0-4c031ea25ac3 owned by network:router_gateway {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:27:17.226546 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] Set router b415efd3-2640-4831-8e40-151a84bd8fdc gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 07:27:17.280450 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:27:17Z', 'revision_number': 6, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port_host': None}], 'dv-cinder-832919-1-iscsi', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:17.305742 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b9299-7e0e-4f24-8315-567d0e42efba None None] The sync data for ids ['b415efd3-2640-4831-8e40-151a84bd8fdc'] in dv-cinder-832919-1-iscsi is: [{'id': 'b415efd3-2640-4831-8e40-151a84bd8fdc', 'name': 'tempest-AttachVolumeNegativeTest-802440254-router', 'tenant_id': '3e26e6f3af834127bb16ffa1c437d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T07:20:18Z', 'updated_at': '2022-03-10T07:27:17Z', 'revision_number': 6, 'project_id': '3e26e6f3af834127bb16ffa1c437d48e', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 07:27:17.445698 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5904952'] for port (bc3dffe4-ff57-4836-8da0-4c031ea25ac3), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.471722 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3dffe4-ff57-4836-8da0-4c031ea25ac3,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:17.529725 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1613493'] for router_gateway (b415efd3-2640-4831-8e40-151a84bd8fdc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.537613 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.620633 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8424'] for router (b415efd3-2640-4831-8e40-151a84bd8fdc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.622687 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks [] for router_controller (b415efd3-2640-4831-8e40-151a84bd8fdc), precommit_delete_associations {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.726405 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608225'] for router (b415efd3-2640-4831-8e40-151a84bd8fdc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.728758 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b415efd3-2640-4831-8e40-151a84bd8fdc {{(pid=103617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 07:27:17.732109 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.733238 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-bcdd08f9-dd9f-4a1e-a64c-8d0324a28648 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b415efd3-2640-4831-8e40-151a84bd8fdc HTTP/1.1" status: 204 len: 168 time: 0.9296105 Mar 10 07:27:17.736065 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50932) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:17.780170 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Deleting subnet 12095121-72d3-478b-8c86-31987c47c6bf {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:27:17.783153 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Publish callbacks [] for subnet (12095121-72d3-478b-8c86-31987c47c6bf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.819334 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (12095121-72d3-478b-8c86-31987c47c6bf), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.893959 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (12095121-72d3-478b-8c86-31987c47c6bf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:17.976846 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.006041 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (12095121-72d3-478b-8c86-31987c47c6bf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.031215 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12095121-72d3-478b-8c86-31987c47c6bf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:18.035988 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.039344 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-2861417a-16b0-4966-9747-ab91f6d86cd2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/12095121-72d3-478b-8c86-31987c47c6bf HTTP/1.1" status: 204 len: 168 time: 0.3021712 Mar 10 07:27:18.042105 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50934) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:18.043820 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e49a6-bc67-4eea-bfe5-46b93436e04e None None] Network 95f20068-6de7-4271-985f-77c0f6372a18 requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:27:18.115921 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (95f20068-6de7-4271-985f-77c0f6372a18), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.170994 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Deleting port 28a8097e-a8e3-4445-8a42-66caed3c4917 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:27:18.171333 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.208161 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] DHCP port deletion for 95f20068-6de7-4271-985f-77c0f6372a18 request from dv-cinder-832919-1-iscsi {{(pid=103618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 07:27:18.238653 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] For port 28a8097e-a8e3-4445-8a42-66caed3c4917, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=28a8097e-a8e3-4445-8a42-66caed3c4917,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:27:18.239012 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.252352 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Calling delete_port for 28a8097e-a8e3-4445-8a42-66caed3c4917 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:27:18.261742 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Deleting port 28a8097e-a8e3-4445-8a42-66caed3c4917 {{(pid=103618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 07:27:18.262121 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762904693742'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), before_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.325867 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] For port 28a8097e-a8e3-4445-8a42-66caed3c4917, host dv-cinder-832919-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832919-1-iscsi',level=0,port_id=28a8097e-a8e3-4445-8a42-66caed3c4917,segment=NetworkSegment(394ecd15-90a6-4d4f-a556-cc9714a3b713),segment_id=394ecd15-90a6-4d4f-a556-cc9714a3b713)] {{(pid=103618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 07:27:18.326308 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605849'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), precommit_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.340522 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Calling delete_port for 28a8097e-a8e3-4445-8a42-66caed3c4917 owned by network:dhcp {{(pid=103618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 07:27:18.394224 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7450368'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.419909 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a8097e-a8e3-4445-8a42-66caed3c4917,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:18.420421 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-873959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762904701269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762904182402'] for port (28a8097e-a8e3-4445-8a42-66caed3c4917), after_delete {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.423408 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] No DVR routers for this DVR port 28a8097e-a8e3-4445-8a42-66caed3c4917 on host dv-cinder-832919-1-iscsi {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:27:18.446320 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Pushing event deleted for resources: {'Port': ['ID=28a8097e-a8e3-4445-8a42-66caed3c4917,revision_number=None']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:18.453983 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] No DVR routers for this DVR port 28a8097e-a8e3-4445-8a42-66caed3c4917 on host dv-cinder-832919-1-iscsi {{(pid=103618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 07:27:18.456175 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.456525 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.456887 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.457217 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.457564 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.457898 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.458224 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.458547 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.458872 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.459199 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.459521 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.459835 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.460153 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65765e7d-47c6-409e-9a88-94bbedcfa4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:27:18.498410 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (95f20068-6de7-4271-985f-77c0f6372a18), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.519019 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f20068-6de7-4271-985f-77c0f6372a18']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:18.528492 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394ecd15-90a6-4d4f-a556-cc9714a3b713') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:18.528778 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394ecd15-90a6-4d4f-a556-cc9714a3b713') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:18.540434 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (394ecd15-90a6-4d4f-a556-cc9714a3b713), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.553258 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device bc3dffe4-ff57-4836-8da0-4c031ea25ac3 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:27:18.555256 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (394ecd15-90a6-4d4f-a556-cc9714a3b713), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.562012 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:27:18.562432 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (394ecd15-90a6-4d4f-a556-cc9714a3b713), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:27:18.564080 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:27:18.575215 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: bc3dffe4-ff57-4836-8da0-4c031ea25ac3 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:27:18.575570 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device bc3dffe4-ff57-4836-8da0-4c031ea25ac3 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:27:18.575981 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 28a8097e-a8e3-4445-8a42-66caed3c4917 no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:27:18.594939 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 28a8097e-a8e3-4445-8a42-66caed3c4917 {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:27:18.595288 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 28a8097e-a8e3-4445-8a42-66caed3c4917 not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:27:18.595697 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 776977e2-d558-4e87-b3a2-084d5c9fa98e no longer exists at agent ovs-agent-dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 07:27:18.614324 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] No Port match for: 776977e2-d558-4e87-b3a2-084d5c9fa98e {{(pid=103618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 07:27:18.619288 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Device 776977e2-d558-4e87-b3a2-084d5c9fa98e not bound to the agent host dv-cinder-832919-1-iscsi {{(pid=103618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 07:27:18.674201 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (95f20068-6de7-4271-985f-77c0f6372a18), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.679372 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.682467 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/95f20068-6de7-4271-985f-77c0f6372a18 HTTP/1.1" status: 204 len: 168 time: 0.6389439 Mar 10 07:27:18.693272 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219feb9-3101-4b40-b6fd-db35ad03d6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f20068-6de7-4271-985f-77c0f6372a18,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:18.920386 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50938) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:18.942686 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:18.959401 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-69b961ed-3eee-4695-bbfa-c76ca2f23f14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e26e6f3af834127bb16ffa1c437d48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379035 Mar 10 07:27:18.961841 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50940) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:19.008073 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2db8739-30eb-4cba-8bf2-b5410b978872 admin admin] Publish callbacks [] for security_group (9f6eb76e-b0cf-4c93-9645-178e02a83bb1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:19.028299 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2db8739-30eb-4cba-8bf2-b5410b978872 admin admin] Publish callbacks [] for security_group (9f6eb76e-b0cf-4c93-9645-178e02a83bb1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:19.125466 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2db8739-30eb-4cba-8bf2-b5410b978872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (9f6eb76e-b0cf-4c93-9645-178e02a83bb1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:19.127897 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2db8739-30eb-4cba-8bf2-b5410b978872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:19.129039 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-f2db8739-30eb-4cba-8bf2-b5410b978872 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f6eb76e-b0cf-4c93-9645-178e02a83bb1 HTTP/1.1" status: 204 len: 168 time: 0.1663280 Mar 10 07:27:19.136786 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8739-30eb-4cba-8bf2-b5410b978872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6eb76e-b0cf-4c93-9645-178e02a83bb1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:20.057285 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:20.150802 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-941004786-network', 'tenant_id': 'dcada05b6a7644da8353656e9a4f80b2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:27:20.239782 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Made reservation on behalf of dcada05b6a7644da8353656e9a4f80b2 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:27:20.242029 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.250838 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.324303 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks [] for security_group (844ef2ff-2dd1-47b4-8911-787010866664), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.382489 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (844ef2ff-2dd1-47b4-8911-787010866664), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.408578 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:27:20.413717 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ef2ff-2dd1-47b4-8911-787010866664,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:20.421666 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (23c799c5-da47-4867-a14b-1cd44e6aa135), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.421666 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.db.segments_db [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Added segment 23c799c5-da47-4867-a14b-1cd44e6aa135 of type vlan for network 568263f5-3791-42bb-8b37-d29aae8d0c2e Mar 10 07:27:20.459904 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (568263f5-3791-42bb-8b37-d29aae8d0c2e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.525512 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (568263f5-3791-42bb-8b37-d29aae8d0c2e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.526471 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:20.527061 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.583441 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] Pushing event updated for resources: {'Network': ['ID=568263f5-3791-42bb-8b37-d29aae8d0c2e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:20.592933 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 568263f5-3791-42bb-8b37-d29aae8d0c2e details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:27:20.619836 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-eff54fc5-1e17-438e-8538-4df9f4d5d585 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5609636 Mar 10 07:27:20.623328 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50966) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:20.628113 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.v2.base [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Request body: {'subnet': {'network_id': '568263f5-3791-42bb-8b37-d29aae8d0c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-941004786-subnet', 'tenant_id': 'dcada05b6a7644da8353656e9a4f80b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:27:20.697072 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Made reservation on behalf of dcada05b6a7644da8353656e9a4f80b2 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:27:20.699427 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4333499'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.897341 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7450476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4333461'] for subnet (c20c5ebc-8d4f-4996-9128-c6037341e3b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:20.951542 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20c5ebc-8d4f-4996-9128-c6037341e3b2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:20.959082 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Checking segment: {'id': '23c799c5-da47-4867-a14b-1cd44e6aa135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '568263f5-3791-42bb-8b37-d29aae8d0c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:27:20.959463 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Network hostable DHCP agents. Network: 568263f5-3791-42bb-8b37-d29aae8d0c2e, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:27:21.034319 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Network 568263f5-3791-42bb-8b37-d29aae8d0c2e is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:27:21.096902 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 568263f5-3791-42bb-8b37-d29aae8d0c2e) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:27:21.100801 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:21.101431 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:21.106226 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d51fa1-866b-47f8-86ea-80b996dec931 None None] Network 568263f5-3791-42bb-8b37-d29aae8d0c2e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:27:21.162797 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-69bda658-e5c4-464b-b7d6-683b1ba309a6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5383255 Mar 10 07:27:21.331539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b01d7-8358-4ee5-a927-a35c798d4487 None None] Network 568263f5-3791-42bb-8b37-d29aae8d0c2e requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:27:21.827392 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50982) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:21.832181 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-347607891-network', 'tenant_id': '1b7ab236823f46d18c072bb076aaf23a'}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:27:21.902509 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Made reservation on behalf of 1b7ab236823f46d18c072bb076aaf23a for: {'network': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:27:21.904736 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-873803'] for network (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:21.913456 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:21.985532 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks [] for security_group (10f1b803-1f03-430b-8581-4e8b93c65ed2), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.033866 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (10f1b803-1f03-430b-8581-4e8b93c65ed2), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.061500 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 07:27:22.067784 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1b803-1f03-430b-8581-4e8b93c65ed2,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:22.073574 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (c1c751ba-ebda-49bd-b245-b509016e271f), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.073915 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.db.segments_db [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Added segment c1c751ba-ebda-49bd-b245-b509016e271f of type vlan for network 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa Mar 10 07:27:22.113638 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762904200659'] for network (0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.170932 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502'] for network (0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.171874 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:22.172470 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.232671 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] Pushing event updated for resources: {'Network': ['ID=0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:22.242447 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.plugins.ml2.rpc [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Network 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa details requested by agent ovs-agent-dv-cinder-832919-1-iscsi with host dv-cinder-832919-1-iscsi {{(pid=103618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 07:27:22.254035 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-e5c5eab2-d4ca-4a51-9c5f-280c6af1e198 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4252844 Mar 10 07:27:22.256767 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50984) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:22.261481 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.v2.base [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Request body: {'subnet': {'network_id': '0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-347607891-subnet', 'tenant_id': '1b7ab236823f46d18c072bb076aaf23a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 07:27:22.359989 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Made reservation on behalf of 1b7ab236823f46d18c072bb076aaf23a for: {'subnet': 1} {{(pid=103617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 07:27:22.362372 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639157'] for subnet (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.571264 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5904980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639131'] for subnet (957c8fd6-082d-4a23-a63a-98047cff3f5d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.626309 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957c8fd6-082d-4a23-a63a-98047cff3f5d,revision_number=0']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:22.632952 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Checking segment: {'id': 'c1c751ba-ebda-49bd-b245-b509016e271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 07:27:22.633324 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Network hostable DHCP agents. Network: 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa, hostable agents: ['4044ec6a-841d-4846-b302-8606a868567f'], hosted agents: [] {{(pid=103617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 07:27:22.782528 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Network 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa is scheduled to be hosted by DHCP agent 4044ec6a-841d-4846-b302-8606a868567f with binding_index 1 {{(pid=103617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 07:27:22.862407 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832919-1-iscsi, 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa) {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 07:27:22.866308 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 07:27:22.866896 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for subnet (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:22.870984 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4e984-0413-43d8-b603-a4b9dfb4c9e5 None None] Network 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:27:22.928169 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-172c4fda-5771-403b-bf57-62c6896b8432 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6703072 Mar 10 07:27:22.971577 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc4ffaa-e9f6-4f1e-8e29-e83c56e399ea None None] Network 0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa requested from dv-cinder-832919-1-iscsi {{(pid=103618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 07:27:23.039648 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50988) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:23.083478 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Deleting subnet c20c5ebc-8d4f-4996-9128-c6037341e3b2 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:27:23.086612 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Publish callbacks [] for subnet (c20c5ebc-8d4f-4996-9128-c6037341e3b2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.119409 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (c20c5ebc-8d4f-4996-9128-c6037341e3b2), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.161418 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (c20c5ebc-8d4f-4996-9128-c6037341e3b2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.257751 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (c20c5ebc-8d4f-4996-9128-c6037341e3b2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.285583 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.288665 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c20c5ebc-8d4f-4996-9128-c6037341e3b2 HTTP/1.1" status: 204 len: 168 time: 0.2480290 Mar 10 07:27:23.289620 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2664d87-02e8-4fc3-9c5c-6af3e35a38be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20c5ebc-8d4f-4996-9128-c6037341e3b2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:23.291303 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 50990) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:23.360819 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (568263f5-3791-42bb-8b37-d29aae8d0c2e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.435093 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (568263f5-3791-42bb-8b37-d29aae8d0c2e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.457204 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568263f5-3791-42bb-8b37-d29aae8d0c2e']}} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:23.466269 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c799c5-da47-4867-a14b-1cd44e6aa135') {'for_net_delete': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:23.466557 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.services.segments.db [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c799c5-da47-4867-a14b-1cd44e6aa135') {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:23.475379 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6272900'] for segment (23c799c5-da47-4867-a14b-1cd44e6aa135), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.488335 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (23c799c5-da47-4867-a14b-1cd44e6aa135), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.493907 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:27:23.494266 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5904073'] for segment (23c799c5-da47-4867-a14b-1cd44e6aa135), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: Traceback (most recent call last): Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: timer() Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: cb(*args, **kw) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: return func(*args, **kwargs) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: self._notify() Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: self.callback(batched_events) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: event.method(event) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: return f(self, *a, **k) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._get(url).json() Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: return self.request(url, 'GET', **kwargs) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:27:23.496364 dv-cinder-832919-1-iscsi neutron-server[103617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:27:23.593815 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (568263f5-3791-42bb-8b37-d29aae8d0c2e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.599918 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.603115 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/568263f5-3791-42bb-8b37-d29aae8d0c2e HTTP/1.1" status: 204 len: 168 time: 0.3108070 Mar 10 07:27:23.606451 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50992) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:23.612690 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160caf9-ba2e-43d9-b800-80de52a585b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=568263f5-3791-42bb-8b37-d29aae8d0c2e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:23.650791 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Deleting subnet 957c8fd6-082d-4a23-a63a-98047cff3f5d {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 07:27:23.654071 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Publish callbacks [] for subnet (957c8fd6-082d-4a23-a63a-98047cff3f5d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.695712 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4874558'] for subnet (957c8fd6-082d-4a23-a63a-98047cff3f5d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.737341 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946711'] for subnet (957c8fd6-082d-4a23-a63a-98047cff3f5d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.828617 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7450415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4333468'] for subnet (957c8fd6-082d-4a23-a63a-98047cff3f5d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.851567 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957c8fd6-082d-4a23-a63a-98047cff3f5d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:23.857553 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:23.860577 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e2e8a9bc-4411-486f-9884-4841a674373d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/957c8fd6-082d-4a23-a63a-98047cff3f5d HTTP/1.1" status: 204 len: 168 time: 0.2531230 Mar 10 07:27:23.862999 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:23.927728 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1087698'] for network (0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.005590 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948204', 'neutron.services.segments.db._delete_segments_for_network-8762904511766'] for network (0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.024737 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:24.034242 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c751ba-ebda-49bd-b245-b509016e271f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:24.034538 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c751ba-ebda-49bd-b245-b509016e271f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 07:27:24.044217 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762904513055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4874549'] for segment (c1c751ba-ebda-49bd-b245-b509016e271f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.056838 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776'] for segment (c1c751ba-ebda-49bd-b245-b509016e271f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.062474 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 07:27:24.062845 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7447537'] for segment (c1c751ba-ebda-49bd-b245-b509016e271f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: Traceback (most recent call last): Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: timer() Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: cb(*args, **kw) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: return func(*args, **kwargs) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: self._notify() Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: self.callback(batched_events) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: event.method(event) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: return f(self, *a, **k) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._get(url).json() Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: return self.request(url, 'GET', **kwargs) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 07:27:24.064415 dv-cinder-832919-1-iscsi neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 07:27:24.182790 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613457'] for network (0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.187723 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679504'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.190886 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] 10.222.0.30 "DELETE /v2.0/networks/0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa HTTP/1.1" status: 204 len: 168 time: 0.3270061 Mar 10 07:27:24.202905 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39352-e5df-48cf-9ac0-f6c417378bde admin admin] Pushing event deleted for resources: {'Network': ['ID=0a400c47-ebb6-4a6a-b74a-389d9c7e3dfa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:24.508503 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 50998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:24.546971 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-411a63b8-5fad-41af-a5d7-a1c0245983c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcada05b6a7644da8353656e9a4f80b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373614 Mar 10 07:27:24.549366 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51000) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:24.594097 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1b10291-2ce2-493e-8d3f-09901759b752 admin admin] Publish callbacks [] for security_group (844ef2ff-2dd1-47b4-8911-787010866664), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.613917 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1b10291-2ce2-493e-8d3f-09901759b752 admin admin] Publish callbacks [] for security_group (844ef2ff-2dd1-47b4-8911-787010866664), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.713887 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1b10291-2ce2-493e-8d3f-09901759b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (844ef2ff-2dd1-47b4-8911-787010866664), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.716732 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1b10291-2ce2-493e-8d3f-09901759b752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:24.717877 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-d1b10291-2ce2-493e-8d3f-09901759b752 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/844ef2ff-2dd1-47b4-8911-787010866664 HTTP/1.1" status: 204 len: 168 time: 0.1676192 Mar 10 07:27:24.725394 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b10291-2ce2-493e-8d3f-09901759b752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ef2ff-2dd1-47b4-8911-787010866664,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:25.258549 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51006) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:25.297166 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-b59a82f7-4ab2-4ef6-a71e-9a13b34fb192 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b7ab236823f46d18c072bb076aaf23a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374339 Mar 10 07:27:25.304298 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51008) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:25.351915 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08e77446-dd8b-40a1-8762-df7a2be7626b admin admin] Publish callbacks [] for security_group (10f1b803-1f03-430b-8581-4e8b93c65ed2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:25.372311 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08e77446-dd8b-40a1-8762-df7a2be7626b admin admin] Publish callbacks [] for security_group (10f1b803-1f03-430b-8581-4e8b93c65ed2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:25.473774 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08e77446-dd8b-40a1-8762-df7a2be7626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (10f1b803-1f03-430b-8581-4e8b93c65ed2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:25.476303 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08e77446-dd8b-40a1-8762-df7a2be7626b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:25.477436 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-08e77446-dd8b-40a1-8762-df7a2be7626b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10f1b803-1f03-430b-8581-4e8b93c65ed2 HTTP/1.1" status: 204 len: 168 time: 0.1722517 Mar 10 07:27:25.485607 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e77446-dd8b-40a1-8762-df7a2be7626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1b803-1f03-430b-8581-4e8b93c65ed2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:38.679203 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 51104) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:38.780084 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1574b343-c291-4042-a54c-21aa3937a9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:38.851598 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1574b343-c291-4042-a54c-21aa3937a9d2 admin admin] Publish callbacks [] for security_group (f3445171-efb5-4f83-8eeb-56427b0c2bcf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:38.907915 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1574b343-c291-4042-a54c-21aa3937a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f3445171-efb5-4f83-8eeb-56427b0c2bcf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:38.948354 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-1574b343-c291-4042-a54c-21aa3937a9d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=146ee6bbb28c4238a99309fe473f24a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681160 Mar 10 07:27:38.950236 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b343-c291-4042-a54c-21aa3937a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3445171-efb5-4f83-8eeb-56427b0c2bcf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:38.951115 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:38.999182 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42a47bb4-9636-45aa-afb8-a69f5bf49a6d admin admin] Publish callbacks [] for security_group (f3445171-efb5-4f83-8eeb-56427b0c2bcf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.020363 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42a47bb4-9636-45aa-afb8-a69f5bf49a6d admin admin] Publish callbacks [] for security_group (f3445171-efb5-4f83-8eeb-56427b0c2bcf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.119450 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42a47bb4-9636-45aa-afb8-a69f5bf49a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (f3445171-efb5-4f83-8eeb-56427b0c2bcf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.121881 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42a47bb4-9636-45aa-afb8-a69f5bf49a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.123030 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-42a47bb4-9636-45aa-afb8-a69f5bf49a6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3445171-efb5-4f83-8eeb-56427b0c2bcf HTTP/1.1" status: 204 len: 168 time: 0.1708202 Mar 10 07:27:39.130867 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a47bb4-9636-45aa-afb8-a69f5bf49a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3445171-efb5-4f83-8eeb-56427b0c2bcf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:39.672752 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51114) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:39.686109 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-561bf505-a0d7-41d4-aa0b-6c02eab8d191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.759380 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-561bf505-a0d7-41d4-aa0b-6c02eab8d191 admin admin] Publish callbacks [] for security_group (ec64b349-09f4-4b52-ac73-5c725bd19507), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.821981 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-561bf505-a0d7-41d4-aa0b-6c02eab8d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ec64b349-09f4-4b52-ac73-5c725bd19507), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.859989 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-561bf505-a0d7-41d4-aa0b-6c02eab8d191 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56313ba23dcd4fe6821051066a158b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861613 Mar 10 07:27:39.861159 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bf505-a0d7-41d4-aa0b-6c02eab8d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec64b349-09f4-4b52-ac73-5c725bd19507,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:39.862706 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 51116) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:39.908951 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3224f6d8-7023-4110-8cac-598e9915e697 admin admin] Publish callbacks [] for security_group (ec64b349-09f4-4b52-ac73-5c725bd19507), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:39.929483 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3224f6d8-7023-4110-8cac-598e9915e697 admin admin] Publish callbacks [] for security_group (ec64b349-09f4-4b52-ac73-5c725bd19507), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:40.016459 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3224f6d8-7023-4110-8cac-598e9915e697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ec64b349-09f4-4b52-ac73-5c725bd19507), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:40.019234 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3224f6d8-7023-4110-8cac-598e9915e697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:40.020308 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-3224f6d8-7023-4110-8cac-598e9915e697 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec64b349-09f4-4b52-ac73-5c725bd19507 HTTP/1.1" status: 204 len: 168 time: 0.1565988 Mar 10 07:27:40.027985 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224f6d8-7023-4110-8cac-598e9915e697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec64b349-09f4-4b52-ac73-5c725bd19507,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:42.490807 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d58262b5-44a6-45df-ac31-de21f9f926e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:43.700181 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:27:44.436583 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 51162) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:44.537696 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-615e67e7-0478-4508-86bc-4a4a35434efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.607920 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-615e67e7-0478-4508-86bc-4a4a35434efd admin admin] Publish callbacks [] for security_group (c599ce94-6150-4799-90bd-2a21edabcd66), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.667787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-615e67e7-0478-4508-86bc-4a4a35434efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (c599ce94-6150-4799-90bd-2a21edabcd66), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.708901 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-615e67e7-0478-4508-86bc-4a4a35434efd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb44f871aaa04b09a13b42b914f224d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712758 Mar 10 07:27:44.709608 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e67e7-0478-4508-86bc-4a4a35434efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599ce94-6150-4799-90bd-2a21edabcd66,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:44.711967 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:44.758757 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39cd193d-abe4-42df-b1b5-885c1491b387 admin admin] Publish callbacks [] for security_group (c599ce94-6150-4799-90bd-2a21edabcd66), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.778919 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39cd193d-abe4-42df-b1b5-885c1491b387 admin admin] Publish callbacks [] for security_group (c599ce94-6150-4799-90bd-2a21edabcd66), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.891354 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39cd193d-abe4-42df-b1b5-885c1491b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (c599ce94-6150-4799-90bd-2a21edabcd66), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.893863 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39cd193d-abe4-42df-b1b5-885c1491b387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:44.895040 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-39cd193d-abe4-42df-b1b5-885c1491b387 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c599ce94-6150-4799-90bd-2a21edabcd66 HTTP/1.1" status: 204 len: 168 time: 0.1821067 Mar 10 07:27:44.902697 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd193d-abe4-42df-b1b5-885c1491b387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599ce94-6150-4799-90bd-2a21edabcd66,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:44.920558 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-03eefa67-59f0-4052-b710-be1fcc096b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.096701 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.388645 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:46.493216 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5093c692-5f84-431a-888c-94d6604974d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.565589 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5093c692-5f84-431a-888c-94d6604974d8 admin admin] Publish callbacks [] for security_group (ba3103d7-5e41-44a0-9a8b-93e3f24c0322), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.650962 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5093c692-5f84-431a-888c-94d6604974d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ba3103d7-5e41-44a0-9a8b-93e3f24c0322), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.691579 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-5093c692-5f84-431a-888c-94d6604974d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5abb4c830a424825856caf6d67311c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017607 Mar 10 07:27:46.692473 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093c692-5f84-431a-888c-94d6604974d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3103d7-5e41-44a0-9a8b-93e3f24c0322,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:46.694483 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 51200) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:27:46.741078 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd06cd20-474e-4e17-b599-9c96bb405f07 admin admin] Publish callbacks [] for security_group (ba3103d7-5e41-44a0-9a8b-93e3f24c0322), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.761178 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd06cd20-474e-4e17-b599-9c96bb405f07 admin admin] Publish callbacks [] for security_group (ba3103d7-5e41-44a0-9a8b-93e3f24c0322), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.885214 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd06cd20-474e-4e17-b599-9c96bb405f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (ba3103d7-5e41-44a0-9a8b-93e3f24c0322), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.887738 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd06cd20-474e-4e17-b599-9c96bb405f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:46.888866 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-cd06cd20-474e-4e17-b599-9c96bb405f07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba3103d7-5e41-44a0-9a8b-93e3f24c0322 HTTP/1.1" status: 204 len: 168 time: 0.1933763 Mar 10 07:27:46.900556 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06cd20-474e-4e17-b599-9c96bb405f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3103d7-5e41-44a0-9a8b-93e3f24c0322,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:27:47.547871 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:47.953872 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:27:48.942127 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:10.636096 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.wsgi [-] (103617) accepted ('10.222.0.30', 51338) {{(pid=103617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:28:10.738085 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:10.808472 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Publish callbacks [] for security_group (505b9374-9e10-455c-84b3-bdfc15d5c5f8), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:10.855787 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (505b9374-9e10-455c-84b3-bdfc15d5c5f8), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:10.892419 dv-cinder-832919-1-iscsi neutron-server[103617]: INFO neutron.wsgi [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e12de9619e5a4387a1c563441b133044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552218 Mar 10 07:28:10.894361 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b9374-9e10-455c-84b3-bdfc15d5c5f8,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:28:10.895142 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.30', 51342) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 07:28:10.901173 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.901548 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.901885 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.902215 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.902541 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.902865 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.903190 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.903508 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.903828 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.904144 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.905379 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.905882 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.906348 dv-cinder-832919-1-iscsi neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb26b-2463-4b81-80a0-fbad12c6087e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:10.942680 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Publish callbacks [] for security_group (505b9374-9e10-455c-84b3-bdfc15d5c5f8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:10.963268 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Publish callbacks [] for security_group (505b9374-9e10-455c-84b3-bdfc15d5c5f8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:11.067669 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586245'] for security_group (505b9374-9e10-455c-84b3-bdfc15d5c5f8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:11.070248 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:11.073324 dv-cinder-832919-1-iscsi neutron-server[103616]: INFO neutron.wsgi [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/505b9374-9e10-455c-84b3-bdfc15d5c5f8 HTTP/1.1" status: 204 len: 168 time: 0.1752093 Mar 10 07:28:11.079608 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b9374-9e10-455c-84b3-bdfc15d5c5f8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 07:28:11.086457 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.086802 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.087136 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.087465 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.087793 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.088116 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.088436 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.088755 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.089062 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.089493 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.089759 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.090072 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:11.090627 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca88c-56db-4a4d-a81f-f80a784524c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832919-1-iscsi {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 07:28:12.450539 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4fa4-234b-4537-88a9-1b8088a71eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:14.890545 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca0434f1-414c-494b-b253-35699cb68502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:16.055941 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:17.558620 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:17.936506 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:18.953620 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:20.699207 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:28:42.438485 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-68b72747-3320-4329-bbbd-745658016ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:44.872855 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac2f5-0601-48b5-aa33-c555331cf489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:46.061351 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:47.565134 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:47.935829 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:48.940992 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:28:57.698002 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:29:12.449505 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-587e3238-0f3e-42fc-9149-c99993987e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:14.877878 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e02f2602-0e23-46cf-bb21-f67555e17902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:16.072179 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:17.558229 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:17.941178 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:19.003416 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:34.695747 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:29:42.437204 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7e81-66f4-4290-85c7-f4ca20c89046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:44.882738 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cda79f54-730c-44c1-848e-b346eb74c0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:46.117542 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:47.551682 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:47.940635 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:29:49.008681 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:11.693668 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:30:12.471171 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eb28c136-8fef-4ebe-952c-d49a65527271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:14.922670 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3f43e36e-0c0f-4a24-804a-d1cb389d7395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:16.087326 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:17.568138 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:17.973772 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:19.013855 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:42.481954 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0ee053ca-c710-4930-bc5c-581a1c66ae51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:44.927724 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-295bf4da-0546-4193-85f4-069a63ae6582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:46.094067 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:47.584621 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:47.984751 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:30:48.693323 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:30:48.961868 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:12.464315 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-128c1c23-be23-4a1a-9955-3fb1edccaae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:14.898471 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9faf8323-8c78-4df1-a6a7-36157dc06dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:16.110137 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:17.595929 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:18.008075 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:19.024793 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:25.693048 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:31:41.068943 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-2d604e2e-137b-4aee-82ed-d7dab28a89ad service neutron] (103616) timed out ('10.222.0.30', 47690) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 07:31:41.234783 dv-cinder-832919-1-iscsi neutron-server[103616]: DEBUG neutron.wsgi [req-d920db46-0771-46b1-8901-b2a4520420c7 req-c784f2d0-0892-4231-be4f-63daa5c5ccba tempest-TestShelveInstance-1068469507 tempest-TestShelveInstance-1068469507-project] (103616) timed out ('10.222.0.30', 47698) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 07:31:42.481048 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-053906c9-72e0-497d-80d8-c45b1b75eeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:44.902238 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-59e0d6e6-fbe8-4530-a826-00e4495e899a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:46.098015 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:47.576327 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:47.984217 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:31:48.976246 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:02.693496 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:32:12.463049 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3a03890d-1d5d-4b73-9c68-4996974324da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:14.926368 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2ef3297e-be02-495c-a2a4-9283b42b5529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:16.091709 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:17.594457 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:17.983966 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:18.983719 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:39.693554 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:32:42.474277 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0f8e834b-1d6a-4436-95a6-966fb7a68c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:44.908598 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c921550b-f162-4dec-8f2a-d4b088e5741c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:46.097015 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:47.592877 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:47.977146 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:32:49.003580 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:33:12.460466 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b6920eac-9587-4356-93d6-5f247151dc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (4044ec6a-841d-4846-b302-8606a868567f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:33:14.936741 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80503ee0-c79b-40ab-aa2b-7ddaca92afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (756d519b-a3f6-4ee4-846f-e457dd146a63), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:33:16.205111 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2fd05723-f9d0-4742-8c8c-c4093a613c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (a6cee9ff-0375-46e5-8611-9deb3658d16d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:33:16.692941 dv-cinder-832919-1-iscsi neutron-server[103619]: DEBUG neutron.db.agents_db [None req-5bbc6df8-338d-4ae8-ab4b-f5317e683870 None None] Agent healthcheck: found 6 active agents {{(pid=103619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 07:33:17.581830 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-67446825-d7f1-46a5-9f2c-0d6ace70044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (6838385c-e725-41d2-8782-1553e641a31d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:33:18.033854 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-dea9a4b9-a97d-4ff0-8573-b03c800d8ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (9292858f-7248-4889-9f26-a0103d342e80), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 07:33:18.987687 dv-cinder-832919-1-iscsi neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-47c1fc81-a720-47e4-9ec3-a6a703d7492a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762904511748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950503'] for agent (036f66ed-7ef6-4f05-8908-f6fa5eabe45f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}